1// Copyright (C) 2016 The Qt Company Ltd.
2// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
3
4#include "qffmpegmediarecorder_p.h"
5
6#include <QtCore/qdebug.h>
7#include <QtCore/qloggingcategory.h>
8#include <QtMultimedia/qaudiobuffer.h>
9#include <QtMultimedia/qaudiodevice.h>
10#include <QtMultimedia/qaudiosource.h>
11#include <QtMultimedia/private/qmediastoragelocation_p.h>
12#include <QtMultimedia/private/qplatformcamera_p.h>
13#include <QtMultimedia/private/qplatformsurfacecapture_p.h>
14
15#include "recordingengine/qffmpegrecordingengine_p.h"
16#include "qffmpegmediacapturesession_p.h"
17
18Q_STATIC_LOGGING_CATEGORY(qLcMediaEncoder, "qt.multimedia.ffmpeg.encoder");
19
20QT_BEGIN_NAMESPACE
21
22using namespace Qt::StringLiterals;
23
24QFFmpegMediaRecorder::QFFmpegMediaRecorder(QMediaRecorder *parent) : QPlatformMediaRecorder(parent)
25{
26}
27
28QFFmpegMediaRecorder::~QFFmpegMediaRecorder() = default;
29
30bool QFFmpegMediaRecorder::isLocationWritable(const QUrl &) const
31{
32 return true;
33}
34
35void QFFmpegMediaRecorder::handleSessionError(QMediaRecorder::Error code, const QString &description)
36{
37 updateError(error: code, errorString: description);
38 stop();
39}
40
41void QFFmpegMediaRecorder::record(QMediaEncoderSettings &settings)
42{
43 if (!m_session || state() != QMediaRecorder::StoppedState)
44 return;
45
46 auto videoSources = m_session->activeVideoSources();
47 auto audioInputs = m_session->activeAudioInputs();
48 const auto hasVideo = !videoSources.empty();
49 const auto hasAudio = !audioInputs.empty();
50
51 if (!hasVideo && !hasAudio) {
52 updateError(error: QMediaRecorder::ResourceError, errorString: QMediaRecorder::tr(s: "No video or audio input"));
53 return;
54 }
55
56 if (outputDevice() && !outputLocation().isEmpty())
57 qCWarning(qLcMediaEncoder)
58 << "Both outputDevice and outputLocation has been set to QMediaRecorder";
59
60 if (outputDevice() && !outputDevice()->isWritable())
61 qCWarning(qLcMediaEncoder) << "Output device has been set but not it's not writable";
62
63 QString actualLocation;
64 auto formatContext = std::make_unique<QFFmpeg::EncodingFormatContext>(args: settings.fileFormat());
65
66 if (outputDevice() && outputDevice()->isWritable()) {
67 formatContext->openAVIO(device: outputDevice());
68 } else {
69 actualLocation = findActualLocation(settings);
70 formatContext->openAVIO(filePath: actualLocation);
71 }
72
73 qCInfo(qLcMediaEncoder).nospace()
74 << "Recording new media with muxer "
75 << formatContext->avFormatContext()->oformat->long_name << " to "
76 << (actualLocation.isNull() ? u"IO device"_s : actualLocation)
77 << " with format: " << settings.fileFormat() << ", " << settings.audioCodec() << ", "
78 << settings.videoCodec();
79
80 if (!formatContext->isAVIOOpen()) {
81 updateError(error: QMediaRecorder::LocationNotWritable,
82 errorString: QMediaRecorder::tr(s: "Cannot open the output location for writing"));
83 return;
84 }
85
86 m_recordingEngine.reset(p: new RecordingEngine(settings, std::move(formatContext)));
87 m_recordingEngine->setMetaData(m_metaData);
88
89 connect(sender: m_recordingEngine.get(), signal: &QFFmpeg::RecordingEngine::durationChanged, context: this,
90 slot: &QFFmpegMediaRecorder::newDuration);
91 connect(sender: m_recordingEngine.get(), signal: &QFFmpeg::RecordingEngine::finalizationDone, context: this,
92 slot: &QFFmpegMediaRecorder::finalizationDone);
93 connect(sender: m_recordingEngine.get(), signal: &QFFmpeg::RecordingEngine::sessionError, context: this,
94 slot: &QFFmpegMediaRecorder::handleSessionError);
95
96 updateAutoStop();
97
98 auto handleStreamInitializationError = [this](QMediaRecorder::Error code,
99 const QString &description) {
100 qCWarning(qLcMediaEncoder) << "Stream initialization error:" << description;
101 updateError(error: code, errorString: description);
102 };
103
104 connect(sender: m_recordingEngine.get(), signal: &QFFmpeg::RecordingEngine::streamInitializationError, context: this,
105 slot&: handleStreamInitializationError);
106
107 durationChanged(position: 0);
108 actualLocationChanged(location: QUrl::fromLocalFile(localfile: actualLocation));
109
110 qCDebug(qLcMediaEncoder) << "Starting recording engine";
111 if (m_recordingEngine->initialize(audioSources: audioInputs, videoSources)) {
112 stateChanged(state: QMediaRecorder::RecordingState);
113 qCDebug(qLcMediaEncoder) << "Recording engine started";
114 } else {
115 // else an error has been already emitted
116 qCWarning(qLcMediaEncoder) << "Failed to start recording engine";
117 }
118}
119
120void QFFmpegMediaRecorder::pause()
121{
122 if (!m_session || state() != QMediaRecorder::RecordingState)
123 return;
124
125 Q_ASSERT(m_recordingEngine);
126 m_recordingEngine->setPaused(true);
127
128 stateChanged(state: QMediaRecorder::PausedState);
129}
130
131void QFFmpegMediaRecorder::resume()
132{
133 if (!m_session || state() != QMediaRecorder::PausedState)
134 return;
135
136 Q_ASSERT(m_recordingEngine);
137 m_recordingEngine->setPaused(false);
138
139 stateChanged(state: QMediaRecorder::RecordingState);
140}
141
142void QFFmpegMediaRecorder::stop()
143{
144 if (!m_session || state() == QMediaRecorder::StoppedState)
145 return;
146
147 qCDebug(qLcMediaEncoder) << "Stopping media recorder";
148
149 m_recordingEngine.reset();
150}
151
152void QFFmpegMediaRecorder::finalizationDone()
153{
154 stateChanged(state: QMediaRecorder::StoppedState);
155}
156
157void QFFmpegMediaRecorder::setMetaData(const QMediaMetaData &metaData)
158{
159 if (!m_session)
160 return;
161 m_metaData = metaData;
162}
163
164QMediaMetaData QFFmpegMediaRecorder::metaData() const
165{
166 return m_metaData;
167}
168
169void QFFmpegMediaRecorder::setCaptureSession(QFFmpegMediaCaptureSession *session)
170{
171 auto *captureSession = session;
172 if (m_session == captureSession)
173 return;
174
175 if (m_session)
176 stop();
177
178 m_session = captureSession;
179 if (!m_session)
180 return;
181}
182
183void QFFmpegMediaRecorder::updateAutoStop()
184{
185 const bool autoStop = mediaRecorder()->autoStop();
186 if (!m_recordingEngine || m_recordingEngine->autoStop() == autoStop)
187 return;
188
189 if (autoStop)
190 connect(sender: m_recordingEngine.get(), signal: &QFFmpeg::RecordingEngine::autoStopped, context: this,
191 slot: &QFFmpegMediaRecorder::stop);
192 else
193 disconnect(sender: m_recordingEngine.get(), signal: &QFFmpeg::RecordingEngine::autoStopped, receiver: this,
194 slot: &QFFmpegMediaRecorder::stop);
195
196 m_recordingEngine->setAutoStop(autoStop);
197}
198
199void QFFmpegMediaRecorder::RecordingEngineDeleter::operator()(
200 RecordingEngine *recordingEngine) const
201{
202 // ### all of the below should be done asynchronous. finalize() should do it's work in a thread
203 // to avoid blocking the UI in case of slow codecs
204 recordingEngine->finalize();
205}
206
207QT_END_NAMESPACE
208
209#include "moc_qffmpegmediarecorder_p.cpp"
210

source code of qtmultimedia/src/plugins/multimedia/ffmpeg/qffmpegmediarecorder.cpp