1 | /**************************************************************************** |
2 | ** |
3 | ** Copyright (C) 2017 The Qt Company Ltd. |
4 | ** Contact: https://www.qt.io/licensing/ |
5 | ** |
6 | ** This file is part of the examples of the Qt Toolkit. |
7 | ** |
8 | ** $QT_BEGIN_LICENSE:BSD$ |
9 | ** Commercial License Usage |
10 | ** Licensees holding valid commercial Qt licenses may use this file in |
11 | ** accordance with the commercial license agreement provided with the |
12 | ** Software or, alternatively, in accordance with the terms contained in |
13 | ** a written agreement between you and The Qt Company. For licensing terms |
14 | ** and conditions see https://www.qt.io/terms-conditions. For further |
15 | ** information use the contact form at https://www.qt.io/contact-us. |
16 | ** |
17 | ** BSD License Usage |
18 | ** Alternatively, you may use this file under the terms of the BSD license |
19 | ** as follows: |
20 | ** |
21 | ** "Redistribution and use in source and binary forms, with or without |
22 | ** modification, are permitted provided that the following conditions are |
23 | ** met: |
24 | ** * Redistributions of source code must retain the above copyright |
25 | ** notice, this list of conditions and the following disclaimer. |
26 | ** * Redistributions in binary form must reproduce the above copyright |
27 | ** notice, this list of conditions and the following disclaimer in |
28 | ** the documentation and/or other materials provided with the |
29 | ** distribution. |
30 | ** * Neither the name of The Qt Company Ltd nor the names of its |
31 | ** contributors may be used to endorse or promote products derived |
32 | ** from this software without specific prior written permission. |
33 | ** |
34 | ** |
35 | ** THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
36 | ** "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
37 | ** LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
38 | ** A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
39 | ** OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
40 | ** SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
41 | ** LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
42 | ** DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
43 | ** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
44 | ** (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
45 | ** OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE." |
46 | ** |
47 | ** $QT_END_LICENSE$ |
48 | ** |
49 | ****************************************************************************/ |
50 | |
51 | #include "audioinput.h" |
52 | |
53 | #include <stdlib.h> |
54 | #include <math.h> |
55 | |
56 | #include <QDateTime> |
57 | #include <QDebug> |
58 | #include <QPainter> |
59 | #include <QVBoxLayout> |
60 | #include <QAudioDeviceInfo> |
61 | #include <QAudioInput> |
62 | #include <qendian.h> |
63 | |
64 | AudioInfo::AudioInfo(const QAudioFormat &format) |
65 | : m_format(format) |
66 | { |
67 | switch (m_format.sampleSize()) { |
68 | case 8: |
69 | switch (m_format.sampleType()) { |
70 | case QAudioFormat::UnSignedInt: |
71 | m_maxAmplitude = 255; |
72 | break; |
73 | case QAudioFormat::SignedInt: |
74 | m_maxAmplitude = 127; |
75 | break; |
76 | default: |
77 | break; |
78 | } |
79 | break; |
80 | case 16: |
81 | switch (m_format.sampleType()) { |
82 | case QAudioFormat::UnSignedInt: |
83 | m_maxAmplitude = 65535; |
84 | break; |
85 | case QAudioFormat::SignedInt: |
86 | m_maxAmplitude = 32767; |
87 | break; |
88 | default: |
89 | break; |
90 | } |
91 | break; |
92 | |
93 | case 32: |
94 | switch (m_format.sampleType()) { |
95 | case QAudioFormat::UnSignedInt: |
96 | m_maxAmplitude = 0xffffffff; |
97 | break; |
98 | case QAudioFormat::SignedInt: |
99 | m_maxAmplitude = 0x7fffffff; |
100 | break; |
101 | case QAudioFormat::Float: |
102 | m_maxAmplitude = 0x7fffffff; // Kind of |
103 | default: |
104 | break; |
105 | } |
106 | break; |
107 | |
108 | default: |
109 | break; |
110 | } |
111 | } |
112 | |
113 | void AudioInfo::start() |
114 | { |
115 | open(mode: QIODevice::WriteOnly); |
116 | } |
117 | |
118 | void AudioInfo::stop() |
119 | { |
120 | close(); |
121 | } |
122 | |
123 | qint64 AudioInfo::readData(char *data, qint64 maxlen) |
124 | { |
125 | Q_UNUSED(data) |
126 | Q_UNUSED(maxlen) |
127 | |
128 | return 0; |
129 | } |
130 | |
131 | qint64 AudioInfo::writeData(const char *data, qint64 len) |
132 | { |
133 | if (m_maxAmplitude) { |
134 | Q_ASSERT(m_format.sampleSize() % 8 == 0); |
135 | const int channelBytes = m_format.sampleSize() / 8; |
136 | const int sampleBytes = m_format.channelCount() * channelBytes; |
137 | Q_ASSERT(len % sampleBytes == 0); |
138 | const int numSamples = len / sampleBytes; |
139 | |
140 | quint32 maxValue = 0; |
141 | const unsigned char *ptr = reinterpret_cast<const unsigned char *>(data); |
142 | |
143 | for (int i = 0; i < numSamples; ++i) { |
144 | for (int j = 0; j < m_format.channelCount(); ++j) { |
145 | quint32 value = 0; |
146 | |
147 | if (m_format.sampleSize() == 8 && m_format.sampleType() == QAudioFormat::UnSignedInt) { |
148 | value = *reinterpret_cast<const quint8*>(ptr); |
149 | } else if (m_format.sampleSize() == 8 && m_format.sampleType() == QAudioFormat::SignedInt) { |
150 | value = qAbs(t: *reinterpret_cast<const qint8*>(ptr)); |
151 | } else if (m_format.sampleSize() == 16 && m_format.sampleType() == QAudioFormat::UnSignedInt) { |
152 | if (m_format.byteOrder() == QAudioFormat::LittleEndian) |
153 | value = qFromLittleEndian<quint16>(src: ptr); |
154 | else |
155 | value = qFromBigEndian<quint16>(src: ptr); |
156 | } else if (m_format.sampleSize() == 16 && m_format.sampleType() == QAudioFormat::SignedInt) { |
157 | if (m_format.byteOrder() == QAudioFormat::LittleEndian) |
158 | value = qAbs(t: qFromLittleEndian<qint16>(src: ptr)); |
159 | else |
160 | value = qAbs(t: qFromBigEndian<qint16>(src: ptr)); |
161 | } else if (m_format.sampleSize() == 32 && m_format.sampleType() == QAudioFormat::UnSignedInt) { |
162 | if (m_format.byteOrder() == QAudioFormat::LittleEndian) |
163 | value = qFromLittleEndian<quint32>(src: ptr); |
164 | else |
165 | value = qFromBigEndian<quint32>(src: ptr); |
166 | } else if (m_format.sampleSize() == 32 && m_format.sampleType() == QAudioFormat::SignedInt) { |
167 | if (m_format.byteOrder() == QAudioFormat::LittleEndian) |
168 | value = qAbs(t: qFromLittleEndian<qint32>(src: ptr)); |
169 | else |
170 | value = qAbs(t: qFromBigEndian<qint32>(src: ptr)); |
171 | } else if (m_format.sampleSize() == 32 && m_format.sampleType() == QAudioFormat::Float) { |
172 | value = qAbs(t: *reinterpret_cast<const float*>(ptr) * 0x7fffffff); // assumes 0-1.0 |
173 | } |
174 | |
175 | maxValue = qMax(a: value, b: maxValue); |
176 | ptr += channelBytes; |
177 | } |
178 | } |
179 | |
180 | maxValue = qMin(a: maxValue, b: m_maxAmplitude); |
181 | m_level = qreal(maxValue) / m_maxAmplitude; |
182 | } |
183 | |
184 | emit update(); |
185 | return len; |
186 | } |
187 | |
188 | RenderArea::RenderArea(QWidget *parent) |
189 | : QWidget(parent) |
190 | { |
191 | setBackgroundRole(QPalette::Base); |
192 | setAutoFillBackground(true); |
193 | |
194 | setMinimumHeight(30); |
195 | setMinimumWidth(200); |
196 | } |
197 | |
198 | void RenderArea::paintEvent(QPaintEvent * /* event */) |
199 | { |
200 | QPainter painter(this); |
201 | |
202 | painter.setPen(Qt::black); |
203 | painter.drawRect(r: QRect(painter.viewport().left()+10, |
204 | painter.viewport().top()+10, |
205 | painter.viewport().right()-20, |
206 | painter.viewport().bottom()-20)); |
207 | if (m_level == 0.0) |
208 | return; |
209 | |
210 | int pos = ((painter.viewport().right()-20)-(painter.viewport().left()+11))*m_level; |
211 | painter.fillRect(x: painter.viewport().left()+11, |
212 | y: painter.viewport().top()+10, |
213 | w: pos, |
214 | h: painter.viewport().height()-21, |
215 | c: Qt::red); |
216 | } |
217 | |
218 | void RenderArea::setLevel(qreal value) |
219 | { |
220 | m_level = value; |
221 | update(); |
222 | } |
223 | |
224 | |
225 | InputTest::InputTest() |
226 | { |
227 | initializeWindow(); |
228 | initializeAudio(deviceInfo: QAudioDeviceInfo::defaultInputDevice()); |
229 | } |
230 | |
231 | |
232 | void InputTest::initializeWindow() |
233 | { |
234 | QWidget *window = new QWidget; |
235 | QVBoxLayout *layout = new QVBoxLayout; |
236 | |
237 | m_canvas = new RenderArea(this); |
238 | layout->addWidget(m_canvas); |
239 | |
240 | m_deviceBox = new QComboBox(this); |
241 | const QAudioDeviceInfo &defaultDeviceInfo = QAudioDeviceInfo::defaultInputDevice(); |
242 | m_deviceBox->addItem(atext: defaultDeviceInfo.deviceName(), auserData: QVariant::fromValue(value: defaultDeviceInfo)); |
243 | for (auto &deviceInfo: QAudioDeviceInfo::availableDevices(mode: QAudio::AudioInput)) { |
244 | if (deviceInfo != defaultDeviceInfo) |
245 | m_deviceBox->addItem(atext: deviceInfo.deviceName(), auserData: QVariant::fromValue(value: deviceInfo)); |
246 | } |
247 | |
248 | connect(sender: m_deviceBox, signal: QOverload<int>::of(ptr: &QComboBox::activated), receiver: this, slot: &InputTest::deviceChanged); |
249 | layout->addWidget(m_deviceBox); |
250 | |
251 | m_volumeSlider = new QSlider(Qt::Horizontal, this); |
252 | m_volumeSlider->setRange(min: 0, max: 100); |
253 | m_volumeSlider->setValue(100); |
254 | connect(sender: m_volumeSlider, signal: &QSlider::valueChanged, receiver: this, slot: &InputTest::sliderChanged); |
255 | layout->addWidget(m_volumeSlider); |
256 | |
257 | m_modeButton = new QPushButton(this); |
258 | connect(sender: m_modeButton, signal: &QPushButton::clicked, receiver: this, slot: &InputTest::toggleMode); |
259 | layout->addWidget(m_modeButton); |
260 | |
261 | m_suspendResumeButton = new QPushButton(this); |
262 | connect(sender: m_suspendResumeButton, signal: &QPushButton::clicked, receiver: this, slot: &InputTest::toggleSuspend); |
263 | layout->addWidget(m_suspendResumeButton); |
264 | |
265 | window->setLayout(layout); |
266 | |
267 | setCentralWidget(window); |
268 | window->show(); |
269 | } |
270 | |
271 | void InputTest::initializeAudio(const QAudioDeviceInfo &deviceInfo) |
272 | { |
273 | QAudioFormat format; |
274 | format.setSampleRate(8000); |
275 | format.setChannelCount(1); |
276 | format.setSampleSize(16); |
277 | format.setSampleType(QAudioFormat::SignedInt); |
278 | format.setByteOrder(QAudioFormat::LittleEndian); |
279 | format.setCodec("audio/pcm" ); |
280 | |
281 | if (!deviceInfo.isFormatSupported(format)) { |
282 | qWarning() << "Default format not supported - trying to use nearest" ; |
283 | format = deviceInfo.nearestFormat(format); |
284 | } |
285 | |
286 | m_audioInfo.reset(other: new AudioInfo(format)); |
287 | connect(sender: m_audioInfo.data(), signal: &AudioInfo::update, slot: [this]() { |
288 | m_canvas->setLevel(m_audioInfo->level()); |
289 | }); |
290 | |
291 | m_audioInput.reset(other: new QAudioInput(deviceInfo, format)); |
292 | qreal initialVolume = QAudio::convertVolume(volume: m_audioInput->volume(), |
293 | from: QAudio::LinearVolumeScale, |
294 | to: QAudio::LogarithmicVolumeScale); |
295 | m_volumeSlider->setValue(qRound(d: initialVolume * 100)); |
296 | m_audioInfo->start(); |
297 | toggleMode(); |
298 | } |
299 | |
300 | void InputTest::toggleMode() |
301 | { |
302 | m_audioInput->stop(); |
303 | toggleSuspend(); |
304 | |
305 | // Change bewteen pull and push modes |
306 | if (m_pullMode) { |
307 | m_modeButton->setText(tr(s: "Enable push mode" )); |
308 | m_audioInput->start(device: m_audioInfo.data()); |
309 | } else { |
310 | m_modeButton->setText(tr(s: "Enable pull mode" )); |
311 | auto io = m_audioInput->start(); |
312 | connect(sender: io, signal: &QIODevice::readyRead, |
313 | slot: [&, io]() { |
314 | qint64 len = m_audioInput->bytesReady(); |
315 | const int BufferSize = 4096; |
316 | if (len > BufferSize) |
317 | len = BufferSize; |
318 | |
319 | QByteArray buffer(len, 0); |
320 | qint64 l = io->read(data: buffer.data(), maxlen: len); |
321 | if (l > 0) |
322 | m_audioInfo->write(data: buffer.constData(), len: l); |
323 | }); |
324 | } |
325 | |
326 | m_pullMode = !m_pullMode; |
327 | } |
328 | |
329 | void InputTest::toggleSuspend() |
330 | { |
331 | // toggle suspend/resume |
332 | if (m_audioInput->state() == QAudio::SuspendedState || m_audioInput->state() == QAudio::StoppedState) { |
333 | m_audioInput->resume(); |
334 | m_suspendResumeButton->setText(tr(s: "Suspend recording" )); |
335 | } else if (m_audioInput->state() == QAudio::ActiveState) { |
336 | m_audioInput->suspend(); |
337 | m_suspendResumeButton->setText(tr(s: "Resume recording" )); |
338 | } else if (m_audioInput->state() == QAudio::IdleState) { |
339 | // no-op |
340 | } |
341 | } |
342 | |
343 | void InputTest::deviceChanged(int index) |
344 | { |
345 | m_audioInfo->stop(); |
346 | m_audioInput->stop(); |
347 | m_audioInput->disconnect(receiver: this); |
348 | |
349 | initializeAudio(deviceInfo: m_deviceBox->itemData(index).value<QAudioDeviceInfo>()); |
350 | } |
351 | |
352 | void InputTest::sliderChanged(int value) |
353 | { |
354 | qreal linearVolume = QAudio::convertVolume(volume: value / qreal(100), |
355 | from: QAudio::LogarithmicVolumeScale, |
356 | to: QAudio::LinearVolumeScale); |
357 | |
358 | m_audioInput->setVolume(linearVolume); |
359 | } |
360 | |