1 | /**************************************************************************** |
2 | ** |
3 | ** Copyright (C) 2016 The Qt Company Ltd. |
4 | ** Contact: https://www.qt.io/licensing/ |
5 | ** |
6 | ** This file is part of the Qt Toolkit. |
7 | ** |
8 | ** $QT_BEGIN_LICENSE:LGPL$ |
9 | ** Commercial License Usage |
10 | ** Licensees holding valid commercial Qt licenses may use this file in |
11 | ** accordance with the commercial license agreement provided with the |
12 | ** Software or, alternatively, in accordance with the terms contained in |
13 | ** a written agreement between you and The Qt Company. For licensing terms |
14 | ** and conditions see https://www.qt.io/terms-conditions. For further |
15 | ** information use the contact form at https://www.qt.io/contact-us. |
16 | ** |
17 | ** GNU Lesser General Public License Usage |
18 | ** Alternatively, this file may be used under the terms of the GNU Lesser |
19 | ** General Public License version 3 as published by the Free Software |
20 | ** Foundation and appearing in the file LICENSE.LGPL3 included in the |
21 | ** packaging of this file. Please review the following information to |
22 | ** ensure the GNU Lesser General Public License version 3 requirements |
23 | ** will be met: https://www.gnu.org/licenses/lgpl-3.0.html. |
24 | ** |
25 | ** GNU General Public License Usage |
26 | ** Alternatively, this file may be used under the terms of the GNU |
27 | ** General Public License version 2.0 or (at your option) the GNU General |
28 | ** Public license version 3 or any later version approved by the KDE Free |
29 | ** Qt Foundation. The licenses are as published by the Free Software |
30 | ** Foundation and appearing in the file LICENSE.GPL2 and LICENSE.GPL3 |
31 | ** included in the packaging of this file. Please review the following |
32 | ** information to ensure the GNU General Public License requirements will |
33 | ** be met: https://www.gnu.org/licenses/gpl-2.0.html and |
34 | ** https://www.gnu.org/licenses/gpl-3.0.html. |
35 | ** |
36 | ** $QT_END_LICENSE$ |
37 | ** |
38 | ****************************************************************************/ |
39 | |
40 | #include "qgstreameraudioencode.h" |
41 | #include "qgstreamercapturesession.h" |
42 | #include "qgstreamermediacontainercontrol.h" |
43 | #include <private/qgstutils_p.h> |
44 | |
45 | #include <QtCore/qdebug.h> |
46 | |
47 | #include <math.h> |
48 | |
49 | QGstreamerAudioEncode::QGstreamerAudioEncode(QObject *parent) |
50 | :QAudioEncoderSettingsControl(parent) |
51 | , m_codecs(QGstCodecsInfo::AudioEncoder) |
52 | { |
53 | } |
54 | |
55 | QGstreamerAudioEncode::~QGstreamerAudioEncode() |
56 | { |
57 | } |
58 | |
59 | QStringList QGstreamerAudioEncode::supportedAudioCodecs() const |
60 | { |
61 | return m_codecs.supportedCodecs(); |
62 | } |
63 | |
64 | QString QGstreamerAudioEncode::codecDescription(const QString &codecName) const |
65 | { |
66 | return m_codecs.codecDescription(codec: codecName); |
67 | } |
68 | |
69 | QStringList QGstreamerAudioEncode::supportedEncodingOptions(const QString &codec) const |
70 | { |
71 | return m_codecs.codecOptions(codec); |
72 | } |
73 | |
74 | QVariant QGstreamerAudioEncode::encodingOption( |
75 | const QString &codec, const QString &name) const |
76 | { |
77 | return m_options[codec].value(akey: name); |
78 | } |
79 | |
80 | void QGstreamerAudioEncode::setEncodingOption( |
81 | const QString &codec, const QString &name, const QVariant &value) |
82 | { |
83 | m_options[codec][name] = value; |
84 | } |
85 | |
86 | QList<int> QGstreamerAudioEncode::supportedSampleRates(const QAudioEncoderSettings &, bool *) const |
87 | { |
88 | //TODO check element caps to find actual values |
89 | |
90 | return QList<int>(); |
91 | } |
92 | |
93 | QAudioEncoderSettings QGstreamerAudioEncode::audioSettings() const |
94 | { |
95 | return m_audioSettings; |
96 | } |
97 | |
98 | void QGstreamerAudioEncode::setAudioSettings(const QAudioEncoderSettings &settings) |
99 | { |
100 | m_audioSettings = settings; |
101 | } |
102 | |
103 | |
104 | GstElement *QGstreamerAudioEncode::createEncoder() |
105 | { |
106 | QString codec = m_audioSettings.codec(); |
107 | GstElement *encoderElement = gst_element_factory_make(factoryname: m_codecs.codecElement(codec).constData(), NULL); |
108 | if (!encoderElement) |
109 | return 0; |
110 | |
111 | GstBin * encoderBin = GST_BIN(gst_bin_new("audio-encoder-bin" )); |
112 | |
113 | GstElement *sinkCapsFilter = gst_element_factory_make(factoryname: "capsfilter" , NULL); |
114 | GstElement *srcCapsFilter = gst_element_factory_make(factoryname: "capsfilter" , NULL); |
115 | |
116 | gst_bin_add_many(bin: encoderBin, element_1: sinkCapsFilter, encoderElement, srcCapsFilter, NULL); |
117 | gst_element_link_many(element_1: sinkCapsFilter, element_2: encoderElement, srcCapsFilter, NULL); |
118 | |
119 | // add ghostpads |
120 | GstPad *pad = gst_element_get_static_pad(element: sinkCapsFilter, name: "sink" ); |
121 | gst_element_add_pad(GST_ELEMENT(encoderBin), pad: gst_ghost_pad_new(name: "sink" , target: pad)); |
122 | gst_object_unref(GST_OBJECT(pad)); |
123 | |
124 | pad = gst_element_get_static_pad(element: srcCapsFilter, name: "src" ); |
125 | gst_element_add_pad(GST_ELEMENT(encoderBin), pad: gst_ghost_pad_new(name: "src" , target: pad)); |
126 | gst_object_unref(GST_OBJECT(pad)); |
127 | |
128 | if (m_audioSettings.sampleRate() > 0 || m_audioSettings.channelCount() > 0) { |
129 | GstCaps *caps = gst_caps_new_empty(); |
130 | GstStructure *structure = qt_gst_structure_new_empty(QT_GSTREAMER_RAW_AUDIO_MIME); |
131 | |
132 | if (m_audioSettings.sampleRate() > 0) |
133 | gst_structure_set(structure, fieldname: "rate" , G_TYPE_INT, m_audioSettings.sampleRate(), NULL ); |
134 | |
135 | if (m_audioSettings.channelCount() > 0) |
136 | gst_structure_set(structure, fieldname: "channels" , G_TYPE_INT, m_audioSettings.channelCount(), NULL ); |
137 | |
138 | gst_caps_append_structure(caps,structure); |
139 | |
140 | g_object_set(G_OBJECT(sinkCapsFilter), first_property_name: "caps" , caps, NULL); |
141 | |
142 | gst_caps_unref(caps); |
143 | } |
144 | |
145 | // Some encoders support several codecs. Setting a caps filter downstream with the desired |
146 | // codec (which is actually a string representation of the caps) will make sure we use the |
147 | // correct codec. |
148 | GstCaps *caps = gst_caps_from_string(string: codec.toUtf8().constData()); |
149 | g_object_set(G_OBJECT(srcCapsFilter), first_property_name: "caps" , caps, NULL); |
150 | gst_caps_unref(caps); |
151 | |
152 | if (encoderElement) { |
153 | if (m_audioSettings.encodingMode() == QMultimedia::ConstantQualityEncoding) { |
154 | QMultimedia::EncodingQuality qualityValue = m_audioSettings.quality(); |
155 | |
156 | if (codec == QLatin1String("audio/x-vorbis" )) { |
157 | double qualityTable[] = { |
158 | 0.1, //VeryLow |
159 | 0.3, //Low |
160 | 0.5, //Normal |
161 | 0.7, //High |
162 | 1.0 //VeryHigh |
163 | }; |
164 | g_object_set(G_OBJECT(encoderElement), first_property_name: "quality" , qualityTable[qualityValue], NULL); |
165 | } else if (codec == QLatin1String("audio/mpeg" )) { |
166 | g_object_set(G_OBJECT(encoderElement), first_property_name: "target" , 0, NULL); //constant quality mode |
167 | qreal quality[] = { |
168 | 1, //VeryLow |
169 | 3, //Low |
170 | 5, //Normal |
171 | 7, //High |
172 | 9 //VeryHigh |
173 | }; |
174 | g_object_set(G_OBJECT(encoderElement), first_property_name: "quality" , quality[qualityValue], NULL); |
175 | } else if (codec == QLatin1String("audio/x-speex" )) { |
176 | //0-10 range with default 8 |
177 | double qualityTable[] = { |
178 | 2, //VeryLow |
179 | 5, //Low |
180 | 8, //Normal |
181 | 9, //High |
182 | 10 //VeryHigh |
183 | }; |
184 | g_object_set(G_OBJECT(encoderElement), first_property_name: "quality" , qualityTable[qualityValue], NULL); |
185 | } else if (codec.startsWith(s: "audio/AMR" )) { |
186 | int band[] = { |
187 | 0, //VeryLow |
188 | 2, //Low |
189 | 4, //Normal |
190 | 6, //High |
191 | 7 //VeryHigh |
192 | }; |
193 | |
194 | g_object_set(G_OBJECT(encoderElement), first_property_name: "band-mode" , band[qualityValue], NULL); |
195 | } |
196 | } else { |
197 | int bitrate = m_audioSettings.bitRate(); |
198 | if (bitrate > 0) { |
199 | if (codec == QLatin1String("audio/mpeg" )) { |
200 | g_object_set(G_OBJECT(encoderElement), first_property_name: "target" , 1, NULL); //constant bitrate mode |
201 | } |
202 | g_object_set(G_OBJECT(encoderElement), first_property_name: "bitrate" , bitrate, NULL); |
203 | } |
204 | } |
205 | |
206 | QMap<QString, QVariant> options = m_options.value(akey: codec); |
207 | for (auto it = options.cbegin(), end = options.cend(); it != end; ++it) { |
208 | const QString &option = it.key(); |
209 | const QVariant &value = it.value(); |
210 | |
211 | switch (value.type()) { |
212 | case QVariant::Int: |
213 | g_object_set(G_OBJECT(encoderElement), first_property_name: option.toLatin1(), value.toInt(), NULL); |
214 | break; |
215 | case QVariant::Bool: |
216 | g_object_set(G_OBJECT(encoderElement), first_property_name: option.toLatin1(), value.toBool(), NULL); |
217 | break; |
218 | case QVariant::Double: |
219 | g_object_set(G_OBJECT(encoderElement), first_property_name: option.toLatin1(), value.toDouble(), NULL); |
220 | break; |
221 | case QVariant::String: |
222 | g_object_set(G_OBJECT(encoderElement), first_property_name: option.toLatin1(), value.toString().toUtf8().constData(), NULL); |
223 | break; |
224 | default: |
225 | qWarning() << "unsupported option type:" << option << value; |
226 | break; |
227 | } |
228 | |
229 | } |
230 | } |
231 | |
232 | return GST_ELEMENT(encoderBin); |
233 | } |
234 | |
235 | |
236 | QSet<QString> QGstreamerAudioEncode::supportedStreamTypes(const QString &codecName) const |
237 | { |
238 | return m_codecs.supportedStreamTypes(codec: codecName); |
239 | } |
240 | |