1// Copyright (C) 2016 The Qt Company Ltd.
2// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
3
4#ifndef QGSTREAMERMEDIAPLAYER_P_H
5#define QGSTREAMERMEDIAPLAYER_P_H
6
7//
8// W A R N I N G
9// -------------
10//
11// This file is not part of the Qt API. It exists purely as an
12// implementation detail. This header file may change from version to
13// version without notice, or even be removed.
14//
15// We mean it.
16//
17
18#include <QtMultimedia/private/qplatformmediaplayer_p.h>
19#include <QtMultimedia/private/qtmultimediaglobal_p.h>
20#include <QtMultimedia/private/qmultimediautils_p.h>
21
22#include <QtCore/qelapsedtimer.h>
23#include <QtCore/qtimer.h>
24#include <QtCore/qurl.h>
25
26#include <common/qgst_bus_observer_p.h>
27#include <common/qgst_discoverer_p.h>
28#include <common/qgst_p.h>
29#include <common/qgstpipeline_p.h>
30
31#include <gst/play/gstplay.h>
32
33#include <array>
34
35QT_BEGIN_NAMESPACE
36
37class QGstreamerMessage;
38class QGstreamerAudioOutput;
39class QGstreamerVideoOutput;
40
41class QGstreamerMediaPlayer : public QObject,
42 public QPlatformMediaPlayer,
43 public QGstreamerBusMessageFilter
44{
45 using QGstPlayHandle = QGstImpl::QGstHandleHelper<GstPlay>::SharedHandle;
46
47public:
48 static q23::expected<QPlatformMediaPlayer *, QString> create(QMediaPlayer *parent = nullptr);
49 ~QGstreamerMediaPlayer() override;
50
51 qint64 duration() const override;
52
53 float bufferProgress() const override;
54
55 QMediaTimeRange availablePlaybackRanges() const override;
56
57 qreal playbackRate() const override;
58 void setPlaybackRate(qreal rate) override;
59
60 QUrl media() const override;
61 const QIODevice *mediaStream() const override;
62 void setMedia(const QUrl &, QIODevice *) override;
63
64 bool streamPlaybackSupported() const override { return true; }
65
66 void setAudioOutput(QPlatformAudioOutput *output) override;
67
68 QMediaMetaData metaData() const override;
69
70 void setVideoSink(QVideoSink *sink) override;
71
72 int trackCount(TrackType) override;
73 QMediaMetaData trackMetaData(TrackType /*type*/, int /*streamNumber*/) override;
74 int activeTrack(TrackType) override;
75 void setActiveTrack(TrackType, int /*streamNumber*/) override;
76
77 void setPosition(qint64 pos) override;
78 void setPosition(std::chrono::milliseconds pos);
79
80 void play() override;
81 void pause() override;
82 void stop() override;
83
84 const QGstPipeline &pipeline() const;
85
86 bool canPlayQrc() const override;
87
88 PitchCompensationAvailability pitchCompensationAvailability() const override;
89 bool pitchCompensation() const override;
90
91private:
92 QGstreamerMediaPlayer(QGstreamerVideoOutput *videoOutput, QMediaPlayer *parent);
93
94 static void sourceSetupCallback(GstElement *uridecodebin, GstElement *source,
95 QGstreamerMediaPlayer *);
96 bool hasMedia() const;
97 bool hasValidMedia() const;
98
99 void updatePositionFromPipeline();
100 void updateBufferProgress(float);
101
102 QUrl m_url;
103 QIODevice *m_stream = nullptr;
104
105 enum class ResourceErrorState : uint8_t {
106 NoError,
107 ErrorOccurred,
108 ErrorReported,
109 };
110
111 ResourceErrorState m_resourceErrorState = ResourceErrorState::NoError;
112 float m_bufferProgress = 0.f;
113 std::chrono::milliseconds m_duration{};
114
115 QGstreamerAudioOutput *gstAudioOutput = nullptr;
116 QGstreamerVideoOutput *gstVideoOutput = nullptr;
117
118 // // Message handler
119 bool processBusMessage(const QGstreamerMessage &message) override;
120 bool processBusMessageApplication(const QGstreamerMessage &message);
121
122 // decoder connections
123 void disconnectDecoderHandlers();
124 QGObjectHandlerScopedConnection sourceSetup;
125
126 bool discover(const QUrl &);
127
128 // custom sources
129 void decoderPadAddedCustomSource(const QGstElement &src, const QGstPad &pad);
130 void decoderPadRemovedCustomSource(const QGstElement &src, const QGstPad &pad);
131 bool isCustomSource() const { return m_url.scheme() == QStringLiteral(u"gstreamer-pipeline"); }
132 void setMediaCustomSource(const QUrl &content);
133 void cleanupCustomPipeline();
134 QGstElement decoder;
135 QGstPipeline customPipeline;
136 QGObjectHandlerScopedConnection padAdded;
137 QGObjectHandlerScopedConnection padRemoved;
138 std::unique_ptr<QTimer> positionUpdateTimer;
139 std::array<QGstElement, 3> customPipelineSinks;
140 std::array<QGstPad, 3> customPipelinePads;
141
142 // play
143 QGstPlayHandle m_gstPlay;
144 QGstPipeline m_playbin;
145 QGstBusObserver m_gstPlayBus;
146
147 // metadata
148 QMediaMetaData m_metaData;
149 std::array<std::vector<QMediaMetaData>, 3> m_trackMetaData;
150 std::array<std::vector<QByteArray>, 3> m_trackIDs;
151 std::array<int, 3> m_activeTrack{};
152 QList<QSize> m_nativeSize;
153
154 void resetStateForEmptyOrInvalidMedia();
155 void updateNativeSizeOnVideoOutput();
156
157 void seekToCurrentPosition();
158
159 std::optional<std::chrono::nanoseconds> m_pendingSeek;
160
161 int stateChangeToSkip = 0;
162
163 void updateVideoTrackEnabled();
164 void updateAudioTrackEnabled();
165 void updateSubtitleTrackEnabled();
166};
167
168QT_END_NAMESPACE
169
170#endif
171

source code of qtmultimedia/src/plugins/multimedia/gstreamer/common/qgstreamermediaplayer_p.h