wirtz
/
OpenAudio_ArduinoLibrary
mirror of https://github.com/chipaudette/OpenAudio_ArduinoLibrary.git
1
0
Fork 0
Code Issues Releases Wiki Activity

Moved FormantShifter to OA

Browse Source
pull/11/head
boblark 4 years ago
parent 13eb4a3545
commit 6e9aa1b10c
4 changed files with 116 additions and 155 deletions
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Show Stats Download Patch File Download Diff File
  1. 36
      examples/FormantShifter_FD_OA/AudioEffectFormantShiftFD_OA_F32.h
  2. 119
      examples/FormantShifter_FD_OA/FormantShifter_FD_OA.ino
  3. 95
      examples/FormantShifter_FD_OA/SerialManagerFormant_OA.h
  4. 21
      readme.md

36
examples/FormantShifter_FD_OA/AudioEffectFormantShiftFD_OA_F32.h
Unescape View File

@ -1,16 +1,25 @@
/* AudioEffectFormantShiiftFD_OA_F32.h
* Demonstrate formant shifting via frequency domain processin.
*
* Created: Chip Audette (OpenAudio) March 2019
* See FormantShifter_FD_OA.ino for notes.
*
* Adapt to OpenAudio Library - Bob Larkin June 2020
* MIT License. Use at your own risk.
*/
#ifndef _AudioEffectFormantShiftFD_OA_F32_h
#define _AudioEffectFormantShiftFD_OA_F32_h
#include "AudioStream_F32.h"
#include <arm_math.h>
#include "FFT_Overlapped_F32.h"
#include "FFT_Overlapped_OA_F32.h"
class AudioEffectFormantShiftFD_OA_F32 : public AudioStream_F32
{
public:
//constructors...a few different options. The usual one should be: AudioEffectFormantShiftFD_OA_F32(const AudioSettings_F32 &settings, const int _N_FFT)
AudioEffectFormantShiftFD_OA_F32(void) : AudioStream_F32(1, inputQueueArray_f32) {};
// constructors...a few different options. The usual one should be:
// AudioEffectFormantShiftFD_OA_F32(const AudioSettings_F32 &settings, const int _N_FFT)
AudioEffectFormantShiftFD_OA_F32(void) : AudioStream_F32(1, inputQueueArray_f32) { };
AudioEffectFormantShiftFD_OA_F32(const AudioSettings_F32 &settings) :
AudioStream_F32(1, inputQueueArray_f32) {
sample_rate_Hz = settings.sample_rate_Hz;
@ -47,12 +56,12 @@ class AudioEffectFormantShiftFD_OA_F32 : public AudioStream_F32
//print info about setup
Serial.println("AudioEffectFormantShiftFD_OA_F32: FFT parameters...");
Serial.print(" : N_FFT = "); Serial.println(N_FFT);
Serial.print(" : audio_block_samples = "); Serial.println(settings.audio_block_samples);
Serial.print(" : FFT N_BUFF_BLOCKS = "); Serial.println(myFFT.getNBuffBlocks());
Serial.print(" : IFFT N_BUFF_BLOCKS = "); Serial.println(myIFFT.getNBuffBlocks());
Serial.print(" : FFT use window = "); Serial.println(myFFT.getFFTObject()->get_flagUseWindow());
Serial.print(" : IFFT use window = "); Serial.println((myIFFT.getIFFTObject())->get_flagUseWindow());
Serial.print(" : N_FFT = "); Serial.println(N_FFT);
Serial.print(" : audio_block_samples = "); Serial.println(settings.audio_block_samples);
Serial.print(" : FFT N_BUFF_BLOCKS = "); Serial.println(myFFT.getNBuffBlocks());
Serial.print(" : IFFT N_BUFF_BLOCKS = "); Serial.println(myIFFT.getNBuffBlocks());
Serial.print(" : FFT use window = "); Serial.println(myFFT.getFFTObject()->get_flagUseWindow());
Serial.print(" : IFFT use window = "); Serial.println((myIFFT.getIFFTObject())->get_flagUseWindow());
//allocate memory to hold frequency domain data
complex_2N_buffer = new float32_t[2 * N_FFT];
@ -62,8 +71,6 @@ class AudioEffectFormantShiftFD_OA_F32 : public AudioStream_F32
return N_FFT;
}
//void setLowpassFreq_Hz(float freq_Hz) { lowpass_freq_Hz = freq_Hz; }
//float getLowpassFreq_Hz(void) { return lowpass_freq_Hz; }
float setScaleFactor(float scale_fac) {
if (scale_fac < 0.00001) scale_fac = 0.00001;
return shift_scale_fac = scale_fac;
@ -78,11 +85,10 @@ class AudioEffectFormantShiftFD_OA_F32 : public AudioStream_F32
int enabled = 0;
float32_t *complex_2N_buffer;
audio_block_f32_t *inputQueueArray_f32[1];
FFT_Overlapped_F32 myFFT;
IFFT_Overlapped_F32 myIFFT;
FFT_Overlapped_OA_F32 myFFT;
IFFT_Overlapped_OA_F32 myIFFT;
float lowpass_freq_Hz = 1000.f;
float sample_rate_Hz = AUDIO_SAMPLE_RATE;
float shift_scale_fac = 1.0; //how much to shift formants (frequency multiplier). 1.0 is no shift
};

119
examples/FormantShifter_FD_OA/FormantShifter_FD_OA.ino
Unescape View File

@ -1,4 +1,4 @@
/* FormantShifter_FD.ino
/* FormantShifter_FD_OA.ino
*
* Demonstrate formant shifting via frequency domain processin.
*
@ -17,25 +17,32 @@
* Built for the Tympan library for Teensy 3.6-based hardware
*
* Adapt to OpenAudio Library - Bob Larkin June 2020
* Ref: http://iris.elf.stuba.sk/JEEEC/data/pdf/1_110-08.pdf
*
* This example supports only audio Line In, left channel, of SGTL5000
* Codec (Teensy Audio Adaptor) and Line Out on left channel. Simplified
* control by using only serial commands. This is an interesting block,
* but it doesn't produce the most pleasant result. Have fun and see what you
* can do with the algorithm in the update() function in
* AudioEffectFormantShiftFD_OA_F32.h.
*
* This is tested to run on Teensy 3.6 and Teensy 4.0 using the PJRC
* Teensy Audio Adaptor.
*
* MIT License. Use at your own risk.
*
*/
#include "AudioStream_F32.h"
#include "OpenAudio_ArduinoLibrary.h"
#include "AudioEffectFormantShiftFD_OA_F32.h" //the local file holding your custom function
#include "SerialManager_OA.h"
#include "SerialManagerFormant_OA.h"
//set the sample rate and block size
const float sample_rate_Hz = 44117.f; ; //24000 or 44117 (or other frequencies in the table in AudioOutputI2S_F32)
const int audio_block_samples = 128; //for freq domain processing choose a power of 2 (16, 32, 64, 128) but no higher than 128
const float sample_rate_Hz = 44117.f; ; // other frequencies in the table in AudioOutputI2S_F32 for T3.x only
const int audio_block_samples = 128; //for freq domain processing, a power of 2: 16, 32, 64, 128
AudioSettings_F32 audio_settings(sample_rate_Hz, audio_block_samples);
//create audio library objects for handling the audio
AudioInputI2S i2sIn;
AudioConvert_I16toF32 cnvrt1;
AudioEffectFormantShiftFD_F32 formantShift(audio_settings); //create the frequency-domain processing block
AudioInputI2S i2sIn; // This I16 input/output is T4.x compatible
AudioConvert_I16toF32 cnvrt1; // Cobevrt to float
AudioEffectFormantShiftFD_OA_F32 formantShift(audio_settings); // the frequency-domain processing block
AudioEffectGain_F32 gain1; //Applies digital gain to audio data.
AudioConvert_F32toI16 cnvrt2;
AudioOutputI2S i2sOut;
@ -43,106 +50,59 @@ AudioControlSGTL5000 codec;
//Make all of the audio connections
AudioConnection patchCord1(i2sIn, 0, cnvrt1, 0); // connect to Left codec, 16-bit
AudioConnection_F32 patchCord2(cnvrt1, 0, formantShift, 0);
AudioConnection_F32 patchCord2(formantShift, 0, gain1, 0); //connect to gain
AudioConnection_F32 patchCord3(gain1, 0, cnvrt2, 0); //connect to the left output
AudioConnection_F32 patchCord3(formantShift, 0, gain1, 0); //connect to gain
AudioConnection_F32 patchCord4(gain1, 0, cnvrt2, 0); //connect to the left output
AudioConnection patchCord6(cnvrt2, 0, i2sOut, 0);
//control display and serial interaction
bool enable_printCPUandMemory = false;
void togglePrintMemoryAndCPU(void) { enable_printCPUandMemory = !enable_printCPUandMemory; };
SerialManager_OA SerialManager_OA(audioHardware);
SerialManagerFormant_OA SerMgr;
//inputs and levels
float input_gain_dB = 20.0f; //gain on the microphone
float formant_shift_gain_correction_dB = 0.0; //will be used to adjust for gain in formant shifter
float vol_knob_gain_dB = 0.0; //will be overridden by volume knob
// define the setup() function, the function that is called once when the device is booting
// **************************** SETUP **********************
void setup() {
Serial.begin(1); delay(1000);
mySerial.println("FormantShifter: starting setup()...");
mySerial.print(" : sample rate (Hz) = "); mySerial.println(audio_settings.sample_rate_Hz);
mySerial.print(" : block size (samples) = "); mySerial.println(audio_settings.audio_block_samples);
Serial.println("FormantShifter: starting setup()...");
Serial.print(" : sample rate (Hz) = "); Serial.println(audio_settings.sample_rate_Hz);
Serial.print(" : block size (samples) = "); Serial.println(audio_settings.audio_block_samples);
// Audio connections require memory to work. For more
// detailed information, see the MemoryAndCpuUsage example
AudioMemory(3); // I16 type
AudioMemory_F32(40, audio_settings);
codec.enable();
codec.adcHighPassFilterEnable();
codec.inputSelect(AUDIO_INPUT_LINEIN);
// Configure the frequency-domain algorithm
int overlap_factor = 4; //set to 4 or 8 or either 75% overlap (4x) or 87.5% overlap (8x)
int N_FFT = audio_block_samples * overlap_factor;
formantShift.setup(audio_settings, N_FFT); //do after AudioMemory_F32();
formantShift.setScaleFactor(1.5); //1.0 is no formant shifting.
formantShift.setScaleFactor(1.587401f); //1.0 is no formant shifting.
if (overlap_factor == 4) {
formant_shift_gain_correction_dB = -3.0;
} else if (overlap_factor == 8) {
formant_shift_gain_correction_dB = -9.0;
}
codec.enable(); // activate AIC
//setup DC-blocking highpass filter running in the ADC hardware itself
//Choose the desired input
//Set the desired volume levels
audioHardware.volume_dB(0); // headphone amplifier. -63.6 to +24 dB in 0.5dB steps.
//finish the setup by printing the help menu to the serial connections
Serial.printHelp();
SerMgr.printHelp();
}
// define the loop() function, the function that is repeated over and over for the life of the device
// ************************* LOOP *********************
void loop() {
//respond to Serial commands
while (Serial.available()) SerialManager_OA.respondToByte((char)Serial.read()); //USB Serial
//while (Serial1.available()) SerialManager_OA.respondToByte((char)Serial1.read()); //BT Serial
//check the potentiometer
servicePotentiometer(millis(), 100); //service the potentiometer every 100 msec
while (Serial.available()) SerMgr.respondToByte((char)Serial.read()); //USB Serial
//check to see whether to print the CPU and Memory Usage
if (enable_printCPUandMemory) printCPUandMemory(millis(), 3000); //print every 3000 msec
}
} //end loop();
// ///////////////// Servicing routines
//servicePotentiometer: listens to the blue potentiometer and sends the new pot value
// to the audio processing algorithm as a control parameter
void servicePotentiometer(unsigned long curTime_millis, const unsigned long updatePeriod_millis) {
//static unsigned long updatePeriod_millis = 100; //how many milliseconds between updating the potentiometer reading?
static unsigned long lastUpdate_millis = 0;
static float prev_val = -1.0;
//has enough time passed to update everything?
if (curTime_millis < lastUpdate_millis) lastUpdate_millis = 0; //handle wrap-around of the clock
if ((curTime_millis - lastUpdate_millis) > updatePeriod_millis) { //is it time to update the user interface?
//read potentiometer
float val = float(audioHardware.readPotentiometer()) / 1023.0; //0.0 to 1.0
val = (1.0/9.0) * (float)((int)(9.0 * val + 0.5)); //quantize so that it doesn't chatter...0 to 1.0
#if 0
//set the volume of the system
setVolKnobGain_dB(val*45.0f - 10.0f - input_gain_dB);
#else
//set the amount of formant shifting
float new_scale_fac = powf(2.0,(val-0.5)*2.0);
formantShift.setScaleFactor(new_scale_fac);
#endif
}
lastUpdate_millis = curTime_millis;
} // end if
} //end servicePotentiometer();
// ********************************************************
//This routine prints the current and maximum CPU usage and the current usage of the AudioMemory that has been allocated
void printCPUandMemory(unsigned long curTime_millis, unsigned long updatePeriod_millis) {
@ -177,14 +137,13 @@ void printGainSettings(void) {
Serial.println();
}
void incrementKnobGain(float increment_dB) { //"extern" to make it available to other files, such as SerialManager_OA.h
setVolKnobGain_dB(vol_knob_gain_dB+increment_dB);
void incrementKnobGain(float increment_dB) {
setVolKnobGain_dB(vol_knob_gain_dB + increment_dB);
}
void setVolKnobGain_dB(float gain_dB) {
vol_knob_gain_dB = gain_dB;
gain1.setGain_dB(vol_knob_gain_dB+formant_shift_gain_correction_dB);
gain1.setGain_dB(vol_knob_gain_dB + formant_shift_gain_correction_dB);
printGainSettings();
}

95
examples/FormantShifter_FD_OA/SerialManagerFormant_OA.h
Unescape View File

@ -1,45 +1,48 @@
/*
* SerialManagerFormant_OA.h
* Demonstrate formant shifting via frequency domain processing
* Created: Chip Audette (OpenAudio) March 2019
*
* Moved to OpenAudio, removed Tympan dependencies, fixed for T4.x
* Bob Larkin June 2020
*
* MIT License. Use at your own risk.
*/
#ifndef _SerialManagerFormant_OA_h
#define _SerialManagerFormant_OA_h
#ifndef _SerialManager_OA_h
#define _SerialManager_OA_h
#include <Tympan_Library.h>
#include <OpenAudio_ArduinoLibrary.h>
//now, define the Serial Manager class
class SerialManager_OA {
public:
class SerialManagerFormant_OA {
public:
SerialManager_OA(Tympan &_audioHardware)
: audioHardware(_audioHardware)
{ };
//SerialManager_OA(void)
//{ };
void respondToByte(char c);
void printHelp(void);
int N_CHAN;
float channelGainIncrement_dB = 2.5f;
float formantScaleIncrement = powf(2.0,1.0/6.0);
private:
Tympan &audioHardware;
void respondToByte(char c);
void printHelp(void);
int N_CHAN;
float channelGainIncrement_dB = 2.5f;
float formantScaleIncrement = powf(2.0,1.0/6.0);
};
#define thisSerial audioHardware
void SerialManager_OA::printHelp(void) {
thisSerial.println();
thisSerial.println("SerialManager_OA Help: Available Commands:");
thisSerial.println(" h: Print this help");
thisSerial.println(" g: Print the gain settings of the device.");
thisSerial.println(" C: Toggle printing of CPU and Memory usage");
thisSerial.println(" p: Switch to built-in PCB microphones");
thisSerial.println(" m: switch to external mic via mic jack");
thisSerial.println(" l: switch to line-in via mic jack");
thisSerial.print(" k: Increase the gain of all channels (ie, knob gain) by "); thisSerial.print(channelGainIncrement_dB); thisSerial.println(" dB");
thisSerial.print(" K: Decrease the gain of all channels (ie, knob gain) by ");thisSerial.print(-channelGainIncrement_dB); thisSerial.println(" dB");
thisSerial.print(" f: Raise formant shifting (change by "); thisSerial.print(formantScaleIncrement); thisSerial.println("x)");
thisSerial.print(" F: Lower formant shifting (change by "); thisSerial.print(1.0/formantScaleIncrement); thisSerial.println("x)"); thisSerial.println();
void SerialManagerFormant_OA::printHelp(void) {
Serial.println();
Serial.println("SerialManager_OA Help: Available Commands:");
Serial.println(" h: Print this help");
Serial.println(" g: Print the gain settings of the device.");
Serial.println(" C: Toggle printing of CPU and Memory usage");
Serial.print(" k: Increase the audio by ");
Serial.print(channelGainIncrement_dB);
Serial.println(" dB");
Serial.print(" K: Decrease the audio gain by ");
Serial.print(-channelGainIncrement_dB);
Serial.println(" dB");
Serial.print(" f: Raise formant shifting (change by ");
Serial.print(formantScaleIncrement);
Serial.println("x)");
Serial.print(" F: Lower formant shifting (change by ");
Serial.print(1.0/formantScaleIncrement);
Serial.println("x)");
Serial.println();
}
//functions in the main sketch that I want to call from here
@ -47,12 +50,12 @@ extern void incrementKnobGain(float);
extern void printGainSettings(void);
extern void togglePrintMemoryAndCPU(void);
extern float incrementFormantShift(float);
extern void switchToPCBMics(void);
extern void switchToMicInOnMicJack(void);
extern void switchToLineInOnMicJack(void);
//extern void switchToPCBMics(void);
//extern void switchToMicInOnMicJack(void);
//extern void switchToLineInOnMicJack(void);
//switch yard to determine the desired action
void SerialManager_OA::respondToByte(char c) {
void SerialManagerFormant_OA::respondToByte(char c) {
//float old_val = 0.0, new_val = 0.0;
switch (c) {
case 'h': case '?':
@ -64,24 +67,16 @@ void SerialManager_OA::respondToByte(char c) {
case 'K': //which is "shift k"
incrementKnobGain(-channelGainIncrement_dB); break;
case 'C': case 'c':
thisSerial.println("Received: toggle printing of memory and CPU usage.");
Serial.println("Received: toggle printing of memory and CPU usage.");
togglePrintMemoryAndCPU(); break;
case 'p':
switchToPCBMics(); break;
case 'm':
switchToMicInOnMicJack(); break;
case 'l':
switchToLineInOnMicJack();break;
case 'f':
{ float new_val = incrementFormantShift(formantScaleIncrement);
thisSerial.print("Recieved: new format scale = "); thisSerial.println(new_val);}
Serial.print("Recieved: new formant scale = "); Serial.println(new_val);}
break;
case 'F':
{ float new_val = incrementFormantShift(1./formantScaleIncrement);
thisSerial.print("Recieved: new format scale = "); thisSerial.println(new_val);}
Serial.print("Recieved: new formant scale = "); Serial.println(new_val);}
break;
}
}
#endif

21
readme.md
Unescape View File

@ -7,16 +7,17 @@ OpenAudio Library for Teensy
2-Fix synth_pinknoise_f32.h & .cpp built in I16 to F32. Now T3 and T4.
3-Fix synth_whitenoise_f32.cpp to include IMXRT1062 and built in I16 to F32. Now T3 and T4.
4-Added Gaussian White Noise F32. This is T3 and T4.
5-Renamed 3206 codec to .xxx to stop collisions with Teensy I16 library. Needs work.
6-Added new examples/SignalNoise_float.ino to test white, pink, Gaussian noise and sine. Audio out.
7-Disabled output_i2s_f32.h, .cpp by .xxxfile type. These need rework for T4. Use Convert_F32toI16.
8-Disabled control_tlv320aic3206.h, .cpp by .xxxfile type. These collide with Teensy I16 Audio.
9-Added new analyze_peak_f32.h and .cpp that parallel similar classes in the Teensy I16 library.
10-Added new analyze_rms_f32.h and .cpp that parallel similar classes in the Teensy I16 library.
11-Moved AudioSwitch_F32 from Tympan, added 8-channel version.
12-Added /examples/Switches_float.ino for 4 and 8 channel switches.
13-Moved FFT_Overlapped_F32 files from Tympan, revised for T4.0, added _OA name isolation.
14-Moved Overlapped FFT LPF .INO from Tympan to OA. Working T3.6 and T4.0
5-Renamed 3206 codec to .xxx to stop collisions with Teensy I16 library. Needs work.
6-Added new examples/SignalNoise_float.ino to test white, pink, Gaussian noise and sine. Audio out.
7-Disabled output_i2s_f32.h, .cpp by .xxxfile type. These need rework for T4. Use Convert_F32toI16.
8-Disabled control_tlv320aic3206.h, .cpp by .xxxfile type. These collide with Teensy I16 Audio.
9-Added new analyze_peak_f32.h and .cpp that parallel similar classes in the Teensy I16 library.
10-Added new analyze_rms_f32.h and .cpp that parallel similar classes in the Teensy I16 library.
11-Moved AudioSwitch_F32 from Tympan, added 8-channel version.
12-Added /examples/Switches_float.ino for 4 and 8 channel switches.
13-Moved FFT_Overlapped_F32 files from Tympan, revised for T4.0, added _OA name isolation.
14-Moved Overlapped FFT LPF .INO from Tympan to OA. Working T3.6 and T4.0
15-Moved Overlapped FFT AudioFormantShifter INO and related from Tympan to _OA Open Audio. Tested 3.6 and 4.0.
**Purpose**: The purpose of this library is to build upon the [Teensy Audio Library](http://www.pjrc.com/teensy/td_libs_Audio.html) to enable new functionality for real-time audio processing.

Write Preview
Loading…
Cancel
Save