summaryrefslogtreecommitdiffstats
path: root/dom/media/platforms/gonk/GonkMediaDataDecoder.h
diff options
context:
space:
mode:
Diffstat (limited to 'dom/media/platforms/gonk/GonkMediaDataDecoder.h')
-rw-r--r--dom/media/platforms/gonk/GonkMediaDataDecoder.h214
1 files changed, 214 insertions, 0 deletions
diff --git a/dom/media/platforms/gonk/GonkMediaDataDecoder.h b/dom/media/platforms/gonk/GonkMediaDataDecoder.h
new file mode 100644
index 000000000..bba2a8645
--- /dev/null
+++ b/dom/media/platforms/gonk/GonkMediaDataDecoder.h
@@ -0,0 +1,214 @@
+/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
+/* vim:set ts=2 sw=2 sts=2 et cindent: */
+/* This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
+
+#if !defined(GonkMediaDataDecoder_h_)
+#define GonkMediaDataDecoder_h_
+#include "PlatformDecoderModule.h"
+#include <stagefright/foundation/AHandler.h>
+
+namespace android {
+struct ALooper;
+class MediaBuffer;
+class MediaCodecProxy;
+} // namespace android
+
+namespace mozilla {
+class MediaRawData;
+
+// Manage the data flow from inputting encoded data and outputting decode data.
+class GonkDecoderManager : public android::AHandler {
+public:
+ typedef TrackInfo::TrackType TrackType;
+ typedef MediaDataDecoder::InitPromise InitPromise;
+
+ virtual ~GonkDecoderManager() {}
+
+ virtual RefPtr<InitPromise> Init() = 0;
+ virtual const char* GetDescriptionName() const = 0;
+
+ // Asynchronously send sample into mDecoder. If out of input buffer, aSample
+ // will be queued for later re-send.
+ nsresult Input(MediaRawData* aSample);
+
+ // Flush the queued samples and signal decoder to throw all pending input/output away.
+ nsresult Flush();
+
+ // Shutdown decoder and rejects the init promise.
+ virtual nsresult Shutdown();
+
+ // How many samples are waiting for processing.
+ size_t NumQueuedSamples();
+
+ // Set callback for decoder events, such as requesting more input,
+ // returning output, or reporting error.
+ void SetDecodeCallback(MediaDataDecoderCallback* aCallback)
+ {
+ mDecodeCallback = aCallback;
+ }
+
+protected:
+ GonkDecoderManager()
+ : mMutex("GonkDecoderManager")
+ , mLastTime(INT64_MIN)
+ , mFlushMonitor("GonkDecoderManager::Flush")
+ , mIsFlushing(false)
+ , mDecodeCallback(nullptr)
+ {}
+
+ bool InitLoopers(MediaData::Type aType);
+
+ void onMessageReceived(const android::sp<android::AMessage> &aMessage) override;
+
+ // Produces decoded output. It returns NS_OK on success, or NS_ERROR_NOT_AVAILABLE
+ // when output is not produced yet.
+ // If this returns a failure code other than NS_ERROR_NOT_AVAILABLE, an error
+ // will be reported through mDecodeCallback.
+ virtual nsresult Output(int64_t aStreamOffset,
+ RefPtr<MediaData>& aOutput) = 0;
+
+ // Send queued samples to OMX. It returns how many samples are still in
+ // queue after processing, or negative error code if failed.
+ int32_t ProcessQueuedSamples();
+
+ void ProcessInput(bool aEndOfStream);
+ virtual void ProcessFlush();
+ void ProcessToDo(bool aEndOfStream);
+ virtual void ResetEOS();
+
+ RefPtr<MediaByteBuffer> mCodecSpecificData;
+
+ nsAutoCString mMimeType;
+
+ // MediaCodedc's wrapper that performs the decoding.
+ android::sp<android::MediaCodecProxy> mDecoder;
+ // Looper for mDecoder to run on.
+ android::sp<android::ALooper> mDecodeLooper;
+ // Looper to run decode tasks such as processing input, output, flush, and
+ // recycling output buffers.
+ android::sp<android::ALooper> mTaskLooper;
+ // Message codes for tasks running on mTaskLooper.
+ enum {
+ // Decoder will send this to indicate internal state change such as input or
+ // output buffers availability. Used to run pending input & output tasks.
+ kNotifyDecoderActivity = 'nda ',
+ // Signal the decoder to flush.
+ kNotifyProcessFlush = 'npf ',
+ // Used to process queued samples when there is new input.
+ kNotifyProcessInput = 'npi ',
+#ifdef DEBUG
+ kNotifyFindLooperId = 'nfli',
+#endif
+ };
+
+ MozPromiseHolder<InitPromise> mInitPromise;
+
+ Mutex mMutex; // Protects mQueuedSamples.
+ // A queue that stores the samples waiting to be sent to mDecoder.
+ // Empty element means EOS and there shouldn't be any sample be queued after it.
+ // Samples are queued in caller's thread and dequeued in mTaskLooper.
+ nsTArray<RefPtr<MediaRawData>> mQueuedSamples;
+
+ // The last decoded frame presentation time. Only accessed on mTaskLooper.
+ int64_t mLastTime;
+
+ Monitor mFlushMonitor; // Waits for flushing to complete.
+ bool mIsFlushing; // Protected by mFlushMonitor.
+
+ // Remembers the notification that is currently waiting for the decoder event
+ // to avoid requesting more than one notification at the time, which is
+ // forbidden by mDecoder.
+ android::sp<android::AMessage> mToDo;
+
+ // Stores sample info for output buffer processing later.
+ struct WaitOutputInfo {
+ WaitOutputInfo(int64_t aOffset, int64_t aTimestamp, bool aEOS)
+ : mOffset(aOffset)
+ , mTimestamp(aTimestamp)
+ , mEOS(aEOS)
+ {}
+ const int64_t mOffset;
+ const int64_t mTimestamp;
+ const bool mEOS;
+ };
+
+ nsTArray<WaitOutputInfo> mWaitOutput;
+
+ MediaDataDecoderCallback* mDecodeCallback; // Reports decoder output or error.
+
+private:
+ void UpdateWaitingList(int64_t aForgetUpTo);
+
+#ifdef DEBUG
+ typedef void* LooperId;
+
+ bool OnTaskLooper();
+ LooperId mTaskLooperId;
+#endif
+};
+
+class AutoReleaseMediaBuffer
+{
+public:
+ AutoReleaseMediaBuffer(android::MediaBuffer* aBuffer, android::MediaCodecProxy* aCodec)
+ : mBuffer(aBuffer)
+ , mCodec(aCodec)
+ {}
+
+ ~AutoReleaseMediaBuffer()
+ {
+ MOZ_ASSERT(mCodec.get());
+ if (mBuffer) {
+ mCodec->ReleaseMediaBuffer(mBuffer);
+ }
+ }
+
+ android::MediaBuffer* forget()
+ {
+ android::MediaBuffer* tmp = mBuffer;
+ mBuffer = nullptr;
+ return tmp;
+ }
+
+private:
+ android::MediaBuffer* mBuffer;
+ android::sp<android::MediaCodecProxy> mCodec;
+};
+
+// Samples are decoded using the GonkDecoder (MediaCodec)
+// created by the GonkDecoderManager. This class implements
+// the higher-level logic that drives mapping the Gonk to the async
+// MediaDataDecoder interface. The specifics of decoding the exact stream
+// type are handled by GonkDecoderManager and the GonkDecoder it creates.
+class GonkMediaDataDecoder : public MediaDataDecoder {
+public:
+ GonkMediaDataDecoder(GonkDecoderManager* aDecoderManager,
+ MediaDataDecoderCallback* aCallback);
+
+ ~GonkMediaDataDecoder();
+
+ RefPtr<InitPromise> Init() override;
+
+ void Input(MediaRawData* aSample) override;
+
+ void Flush() override;
+
+ void Drain() override;
+
+ void Shutdown() override;
+
+ const char* GetDescriptionName() const override
+ {
+ return "gonk decoder";
+ }
+
+private:
+
+ android::sp<GonkDecoderManager> mManager;
+};
+
+} // namespace mozilla
+
+#endif // GonkMediaDataDecoder_h_