/* Copyright (C) 2019-2021 Doug McLain This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #include "audioengine.h" #include #include #if defined (Q_OS_MACOS) || defined(Q_OS_IOS) #define MACHAK 1 #else #define MACHAK 0 #endif AudioEngine::AudioEngine(QString in, QString out) : m_outputdevice(out), m_inputdevice(in), m_out(nullptr), m_in(nullptr), m_srm(1) { m_audio_out_temp_buf_p = m_audio_out_temp_buf; memset(m_aout_max_buf, 0, sizeof(float) * 200); m_aout_max_buf_p = m_aout_max_buf; m_aout_max_buf_idx = 0; m_aout_gain = 100; m_volume = 1.0f; } AudioEngine::~AudioEngine() { } QStringList AudioEngine::discover_audio_devices(uint8_t d) { QStringList list; QList devices; if(d){ devices = QMediaDevices::audioOutputs(); } else{ devices = QMediaDevices::audioInputs(); } for (QList::ConstIterator it = devices.constBegin(); it != devices.constEnd(); ++it ) { //fprintf(stderr, "Playback device name = %s\n", (*it).deviceName().toStdString().c_str());fflush(stderr); list.append((*it).description()); } return list; } void AudioEngine::init() { QAudioFormat format; format.setSampleRate(8000); format.setChannelCount(1); format.setSampleFormat(QAudioFormat::Int16); m_agc = true; QList devices = QMediaDevices::audioOutputs(); if(devices.size() == 0){ qDebug() << "No audio playback hardware found"; } else{ QAudioDevice device(QMediaDevices::defaultAudioOutput()); for (QList::ConstIterator it = devices.constBegin(); it != devices.constEnd(); ++it ) { qDebug() << "Playback device name = " << (*it).description(); qDebug() << (*it).supportedSampleFormats(); qDebug() << (*it).preferredFormat(); if((*it).description() == m_outputdevice){ device = *it; } } if (!device.isFormatSupported(format)) { qWarning() << "Raw audio format not supported by playback device"; } qDebug() << "Playback device: " << device.description() << "SR: " << format.sampleRate(); m_out = new QAudioSink(device, format, this); m_out->setBufferSize(1280); connect(m_out, SIGNAL(stateChanged(QAudio::State)), this, SLOT(handleStateChanged(QAudio::State))); } devices = QMediaDevices::audioInputs(); if(devices.size() == 0){ qDebug() << "No audio capture hardware found"; } else{ QAudioDevice device(QMediaDevices::defaultAudioInput()); for (QList::ConstIterator it = devices.constBegin(); it != devices.constEnd(); ++it ) { if(MACHAK){ qDebug() << "Playback device name = " << (*it).description(); qDebug() << (*it).supportedSampleFormats(); qDebug() << (*it).preferredFormat(); } if((*it).description() == m_inputdevice){ device = *it; } } if (!device.isFormatSupported(format)) { qWarning() << "Raw audio format not supported by capture device"; } int sr = 8000; if(MACHAK){ sr = device.preferredFormat().sampleRate(); m_srm = (float)sr / 8000.0; } format.setSampleRate(sr); m_in = new QAudioSource(device, format, this); qDebug() << "Capture device: " << device.description() << " SR: " << sr << " resample factor: " << m_srm; } } void AudioEngine::start_capture() { m_audioinq.clear(); if(m_in != nullptr){ m_indev = m_in->start(); if(MACHAK) m_srm = (float)(m_in->format().sampleRate()) / 8000.0; connect(m_indev, SIGNAL(readyRead()), SLOT(input_data_received())); } } void AudioEngine::stop_capture() { if(m_in != nullptr){ m_indev->disconnect(); m_in->stop(); } } void AudioEngine::start_playback() { m_outdev = m_out->start(); } void AudioEngine::stop_playback() { //m_outdev->reset(); m_out->reset(); m_out->stop(); } void AudioEngine::input_data_received() { QByteArray data = m_indev->readAll(); if (data.size() > 0){ /* fprintf(stderr, "AUDIOIN: "); for(int i = 0; i < len; ++i){ fprintf(stderr, "%02x ", (uint8_t)data.data()[i]); } fprintf(stderr, "\n"); fflush(stderr); */ if(MACHAK){ std::vector samples; for(int i = 0; i < data.size(); i += 2){ samples.push_back(((data.data()[i+1] << 8) & 0xff00) | (data.data()[i] & 0xff)); } for(float i = 0; i < (float)data.size()/2; i += m_srm){ m_audioinq.enqueue(samples[i]); } } else{ for(int i = 0; i < data.size(); i += (2 * m_srm)){ m_audioinq.enqueue(((data.data()[i+1] << 8) & 0xff00) | (data.data()[i] & 0xff)); } } } } void AudioEngine::write(int16_t *pcm, size_t s) { m_maxlevel = 0; /* fprintf(stderr, "AUDIOOUT: "); for(int i = 0; i < s; ++i){ fprintf(stderr, "%04x ", (uint16_t)pcm[i]); } fprintf(stderr, "\n"); fflush(stderr); */ if(m_agc){ process_audio(pcm, s); } size_t l = m_outdev->write((const char *) pcm, sizeof(int16_t) * s); if (l*2 < s){ qDebug() << "AudioEngine::write() " << s << ":" << l << ":" << (int)m_out->bytesFree() << ":" << m_out->bufferSize() << ":" << m_out->error(); } for(uint32_t i = 0; i < s; ++i){ if(pcm[i] > m_maxlevel){ m_maxlevel = pcm[i]; } } } uint16_t AudioEngine::read(int16_t *pcm, int s) { m_maxlevel = 0; if(m_audioinq.size() >= s){ for(int i = 0; i < s; ++i){ pcm[i] = m_audioinq.dequeue(); if(pcm[i] > m_maxlevel){ m_maxlevel = pcm[i]; } } return 1; } else if(m_in == nullptr){ memset(pcm, 0, sizeof(int16_t) * s); return 1; } else{ return 0; } } uint16_t AudioEngine::read(int16_t *pcm) { int s; m_maxlevel = 0; if(m_audioinq.size() >= 160){ s = 160; } else{ s = m_audioinq.size(); } for(int i = 0; i < s; ++i){ pcm[i] = m_audioinq.dequeue(); if(pcm[i] > m_maxlevel){ m_maxlevel = pcm[i]; } } return s; } // process_audio() based on code from DSD https://github.com/szechyjs/dsd void AudioEngine::process_audio(int16_t *pcm, size_t s) { float aout_abs, max, gainfactor, gaindelta, maxbuf; for(size_t i = 0; i < s; ++i){ m_audio_out_temp_buf[i] = static_cast(pcm[i]); } // detect max level max = 0; m_audio_out_temp_buf_p = m_audio_out_temp_buf; for (size_t i = 0; i < s; i++){ aout_abs = fabsf(*m_audio_out_temp_buf_p); if (aout_abs > max){ max = aout_abs; } m_audio_out_temp_buf_p++; } *m_aout_max_buf_p = max; m_aout_max_buf_p++; m_aout_max_buf_idx++; if (m_aout_max_buf_idx > 24){ m_aout_max_buf_idx = 0; m_aout_max_buf_p = m_aout_max_buf; } // lookup max history for (size_t i = 0; i < 25; i++){ maxbuf = m_aout_max_buf[i]; if (maxbuf > max){ max = maxbuf; } } // determine optimal gain level if (max > static_cast(0)){ gainfactor = (static_cast(30000) / max); } else{ gainfactor = static_cast(50); } if (gainfactor < m_aout_gain){ m_aout_gain = gainfactor; gaindelta = static_cast(0); } else{ if (gainfactor > static_cast(50)){ gainfactor = static_cast(50); } gaindelta = gainfactor - m_aout_gain; if (gaindelta > (static_cast(0.05) * m_aout_gain)){ gaindelta = (static_cast(0.05) * m_aout_gain); } } gaindelta /= static_cast(s); //160 // adjust output gain m_audio_out_temp_buf_p = m_audio_out_temp_buf; for (size_t i = 0; i < s; i++){ *m_audio_out_temp_buf_p = (m_aout_gain + (static_cast(i) * gaindelta)) * (*m_audio_out_temp_buf_p); m_audio_out_temp_buf_p++; } m_aout_gain += (static_cast(s) * gaindelta); m_audio_out_temp_buf_p = m_audio_out_temp_buf; for (size_t i = 0; i < s; i++){ *m_audio_out_temp_buf_p *= m_volume; if (*m_audio_out_temp_buf_p > static_cast(32760)){ *m_audio_out_temp_buf_p = static_cast(32760); } else if (*m_audio_out_temp_buf_p < static_cast(-32760)){ *m_audio_out_temp_buf_p = static_cast(-32760); } pcm[i] = static_cast(*m_audio_out_temp_buf_p); m_audio_out_temp_buf_p++; } } void AudioEngine::handleStateChanged(QAudio::State newState) { switch (newState) { case QAudio::ActiveState: //qDebug() << "AudioOut state active"; break; case QAudio::SuspendedState: //qDebug() << "AudioOut state suspended"; break; case QAudio::IdleState: //qDebug() << "AudioOut state idle"; break; case QAudio::StoppedState: //qDebug() << "AudioOut state stopped"; break; default: break; } }