123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162 |
- // Copyright 2014 The Chromium Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style license that can be
- // found in the LICENSE file.
- #ifndef MEDIA_FORMATS_MP4_MP4_STREAM_PARSER_H_
- #define MEDIA_FORMATS_MP4_MP4_STREAM_PARSER_H_
- #include <stdint.h>
- #include <memory>
- #include <set>
- #include <vector>
- #include "base/callback.h"
- #include "base/compiler_specific.h"
- #include "base/memory/raw_ptr.h"
- #include "media/base/media_export.h"
- #include "media/base/stream_parser.h"
- #include "media/formats/common/offset_byte_queue.h"
- #include "media/formats/mp4/parse_result.h"
- #include "media/formats/mp4/track_run_iterator.h"
- #if BUILDFLAG(USE_PROPRIETARY_CODECS)
- #include "media/formats/mp4/aac.h"
- #endif
- namespace media {
- namespace mp4 {
- struct Movie;
- struct MovieHeader;
- struct TrackHeader;
- class BoxReader;
- class MEDIA_EXPORT MP4StreamParser : public StreamParser {
- public:
- MP4StreamParser(const std::set<int>& audio_object_types,
- bool has_sbr,
- bool has_flac);
- MP4StreamParser(const MP4StreamParser&) = delete;
- MP4StreamParser& operator=(const MP4StreamParser&) = delete;
- ~MP4StreamParser() override;
- void Init(InitCB init_cb,
- const NewConfigCB& config_cb,
- const NewBuffersCB& new_buffers_cb,
- bool ignore_text_tracks,
- const EncryptedMediaInitDataCB& encrypted_media_init_data_cb,
- const NewMediaSegmentCB& new_segment_cb,
- const EndMediaSegmentCB& end_of_segment_cb,
- MediaLog* media_log) override;
- void Flush() override;
- bool GetGenerateTimestampsFlag() const override;
- bool Parse(const uint8_t* buf, int size) override;
- // Calculates the rotation value from the track header display matricies.
- VideoTransformation CalculateRotation(const TrackHeader& track,
- const MovieHeader& movie);
- private:
- enum State {
- kWaitingForInit,
- kParsingBoxes,
- kWaitingForSampleData,
- kEmittingSamples,
- kError
- };
- ParseResult ParseBox();
- bool ParseMoov(mp4::BoxReader* reader);
- bool ParseMoof(mp4::BoxReader* reader);
- void OnEncryptedMediaInitData(
- const std::vector<ProtectionSystemSpecificHeader>& headers);
- // To retain proper framing, each 'mdat' atom must be read; to limit memory
- // usage, the atom's data needs to be discarded incrementally as frames are
- // extracted from the stream. This function discards data from the stream up
- // to |max_clear_offset|, updating the |mdat_tail_| value so that framing can
- // be retained after all 'mdat' information has been read. |max_clear_offset|
- // is the upper bound on what can be removed from |queue_|. Anything below
- // this offset is no longer needed by the parser.
- // Returns 'true' on success, 'false' if there was an error.
- bool ReadAndDiscardMDATsUntil(int64_t max_clear_offset);
- void ChangeState(State new_state);
- bool EmitConfigs();
- #if BUILDFLAG(USE_PROPRIETARY_CODECS)
- bool PrepareAACBuffer(const AAC& aac_config,
- std::vector<uint8_t>* frame_buf,
- std::vector<SubsampleEntry>* subsamples) const;
- #endif
- ParseResult EnqueueSample(BufferQueueMap* buffers);
- bool SendAndFlushSamples(BufferQueueMap* buffers);
- void Reset();
- // Checks to see if we have enough data in |queue_| to transition to
- // kEmittingSamples and start enqueuing samples.
- bool HaveEnoughDataToEnqueueSamples();
- // Sets |highest_end_offset_| based on the data in |moov_|
- // and |moof|. Returns true if |highest_end_offset_| was successfully
- // computed.
- bool ComputeHighestEndOffset(const MovieFragment& moof);
- State state_;
- InitCB init_cb_;
- NewConfigCB config_cb_;
- NewBuffersCB new_buffers_cb_;
- EncryptedMediaInitDataCB encrypted_media_init_data_cb_;
- NewMediaSegmentCB new_segment_cb_;
- EndMediaSegmentCB end_of_segment_cb_;
- raw_ptr<MediaLog> media_log_;
- OffsetByteQueue queue_;
- // These two parameters are only valid in the |kEmittingSegments| state.
- //
- // |moof_head_| is the offset of the start of the most recently parsed moof
- // block. All byte offsets in sample information are relative to this offset,
- // as mandated by the Media Source spec.
- int64_t moof_head_;
- // |mdat_tail_| is the stream offset of the end of the current 'mdat' box.
- // Valid iff it is greater than the head of the queue.
- int64_t mdat_tail_;
- // The highest end offset in the current moof. This offset is
- // relative to |moof_head_|. This value is used to make sure we have collected
- // enough bytes to parse all samples and aux_info in the current moof.
- int64_t highest_end_offset_;
- std::unique_ptr<mp4::Movie> moov_;
- std::unique_ptr<mp4::TrackRunIterator> runs_;
- bool has_audio_;
- bool has_video_;
- std::set<uint32_t> audio_track_ids_;
- std::set<uint32_t> video_track_ids_;
- // The object types allowed for audio tracks. For FLAC indication, use
- // |has_flac_|;
- const std::set<int> audio_object_types_;
- const bool has_sbr_;
- const bool has_flac_;
- // Tracks the number of MEDIA_LOGS for skipping empty trun samples.
- int num_empty_samples_skipped_;
- // Tracks the number of MEDIA_LOGS for invalid bitstream conversion.
- int num_invalid_conversions_;
- // Tracks the number of MEDIA_LOGS for video keyframe MP4<->frame mismatch.
- int num_video_keyframe_mismatches_;
- };
- } // namespace mp4
- } // namespace media
- #endif // MEDIA_FORMATS_MP4_MP4_STREAM_PARSER_H_
|