Real-time plotting example

[vyhyb]

Hi, thank you again for your great library. I have a bit problems with real time plotting of gathered audio data (and its spectrum). I guess it is probably some threading issue, is it? Don't you know how to deal with this? I've tried several ways but I don't have any luck with updating the graph. Thanks in advance!

Code here:

import numpy as np
import queue
import sys
import threading

buffersize = 3
clientname = "ImpedanceTubeTest2"
rec_time = 10
q = queue.Queue(maxsize=buffersize*10)
global rec_end
rec_end = False
event = threading.Event()

def print_error(*args):
    print(*args, file=sys.stderr)


def xrun(delay):
    print_error("An xrun occured, increase JACK's period size?")


def shutdown(status, reason):
    print_error('JACK shutdown!')
    print_error('status:', status)
    print_error('reason:', reason)
    event.set()


def stop_callback(msg=''):
    if msg:
        print_error(msg)
    event.set()
    raise jack.CallbackExit


def process(frames):
    if frames != blocksize:
        stop_callback('blocksize must not be changed, I quit!')
    if rec_end:
        stop_callback()  # Recording is finished
    try:
        q.put_nowait(client.inports[0].get_array()[:])
    except (queue.Full):
        print("Full Queue")
        stop_callback()

from IPython.display import clear_output
from time import sleep
from scipy.signal import stft
import matplotlib.pyplot as plt
from matplotlib.animation import FuncAnimation
size = 8
olap = 2
olap_inv = size - olap

global fig, ax
fig, ax = plt.subplots()

def animate(i, spectrum):
    line.set_ydata(spectrum)  # update the data.
    fig.canvas.draw()
    return line,

try:
    import jack

    client = jack.Client(clientname, no_start_server=True)
    blocksize = client.blocksize
    samplerate = client.samplerate
    FFT_size = size * blocksize
    overlap = olap * blocksize
    overlap_inv = olap_inv*blocksize
    client.set_xrun_callback(xrun)
    client.set_shutdown_callback(shutdown)
    client.set_process_callback(process)
    client.inports.register('in_1')
    data = np.zeros(FFT_size)
    init = stft(data, fs= samplerate, nperseg=FFT_size
    spectrum = init[2].T[0].real
    line, = ax.plot(init[0],spectrum)
   
    ani = FuncAnimation(
        fig, animate, interval=1, fargs=[spectrum])
    plt.show(block=False)
    sleep(2)
    with client:
        target_ports = client.get_ports(
            is_physical=True, is_output=True, is_audio=True)
        
        client.inports[0].connect(target_ports[0])
        timeout = blocksize * buffersize / samplerate
        for i in range(olap):
            data[i*blocksize:(i+1)*blocksize] = q.get(timeout=timeout)
        while True:
            try:
                for i in range(olap,size):
                    data[i*blocksize:(i+1)*blocksize] = q.get(timeout=timeout)
                
                stft_data = stft(data, fs= samplerate, nperseg=FFT_size)
                spectrum = stft_data[2]*np.conj(stft_data[2])/FFT_size
                # print(spectrum.max()) #peak output for reference
                # clear_output(wait=True) #reference
                data[0:overlap] = data[overlap_inv:FFT_size]
            except KeyboardInterrupt:
                print("Interrupted by user")
        rec_end = True
        event.wait()  # # # Wait until recording is finished
except (queue.Empty):
    # A timeout occured, i.e. there was an error in the callback
    print("Empty Queue")

[mgeier]

Did you have a look at https://github.com/spatialaudio/python-sounddevice/blob/master/examples/plot_input.py?

I know it's not using the jack module and it's not calculating the spectrum, but it should be relatively easy to change that.

Regarding your code, I'm not sure if spectrum can be passed to the animate() function like this.
And it looks like spectrum may be accessed by multiple threads at the same time?

Is it possible to move your calculations (including reading from the q) into the animate() function?

[mgeier]

@vyhyb Any news on this?

[vyhyb]

Yes, here is the final code. Thank you for your help.

import numpy as np
import queue
import sys
import threading

buffersize = 3
clientname = "ImpedanceTubeTest2"
q = queue.Queue(maxsize=buffersize*100)
global rec_end
rec_end = False
event = threading.Event()

def print_error(*args):
    print(*args, file=sys.stderr)


def xrun(delay):
    print_error("An xrun occured, increase JACK's period size?")


def shutdown(status, reason):
    print_error('JACK shutdown!')
    print_error('status:', status)
    print_error('reason:', reason)
    event.set()


def stop_callback(msg=''):
    if msg:
        print_error(msg)
    event.set()
    raise jack.CallbackExit


def process(frames):
    if frames != blocksize:
        stop_callback('blocksize must not be changed, I quit!')
    if rec_end:
        stop_callback()  # Recording is finished
    try:
        q.put_nowait(client.inports[0].get_array()[:])
    except (queue.Full):
        print("Full Queue")
        stop_callback()

from IPython.display import clear_output
from time import sleep
from scipy.signal import stft
import matplotlib.pyplot as plt
from matplotlib.animation import FuncAnimation
import matplotlib as mpl

mpl.use("Qt5Agg")

size = 4
olap = 0
olap_inv = size - olap

global fig, ax
fig, ax = plt.subplots()

sound = None
log_spec = None

def animate(i):
    global sound, spectrum, stft_data, log_spec
    while True:
        try:
            data = q.get_nowait()
        except queue.Empty:
            break
        shift = len(data)
        sound = np.roll(sound, -shift, axis=0)
        sound[-shift:] = data
    # arr = plt.mlab.specgram(sound, NFFT=blocksize, Fs=48000)[0]
    # print(arr.shape)
    # im.set_array(arr)
    stft_data = stft(sound, fs= samplerate, nperseg=FFT_size)
    spectrum = stft_data[2]*np.conj(stft_data[2])
    # print(spectrum.max())
    log_spec = (5*log_spec + 10*np.log10(spectrum.mean(axis=1)))/6
    line.set_ydata(log_spec)
    return line,

try:
    import jack

    client = jack.Client(clientname, no_start_server=True)
    
    blocksize = client.blocksize
    samplerate = client.samplerate
    FFT_size = size * blocksize
    overlap = olap * blocksize
    overlap_inv = olap_inv*blocksize
    
    client.set_xrun_callback(xrun)
    client.set_shutdown_callback(shutdown)
    client.set_process_callback(process)
    client.inports.register('in_1')

    timeout = blocksize * buffersize / samplerate
    sound = np.ones(blocksize*32)
    stft_data = stft(sound, fs= samplerate, nperseg=FFT_size)
    spectrum = stft_data[2]*np.conj(stft_data[2])
    log_spec = 10*np.log10(spectrum.mean(axis=1))
    line, = ax.plot(stft_data[0], log_spec)
    # line.set_ydata(spectrum.T[0])
    # fig = plt.figure(figsize=(10,5))
    # arr, freqs = plt.mlab.specgram(sound, NFFT=blocksize, Fs=samplerate)[0:2]
    # im = plt.imshow(arr, animated=True)
    ax.set_xlim(20, samplerate/2)
    ax.set_ylim(-140, 0)
    ax.set_xscale('log')
    ani = FuncAnimation(
        fig, animate, interval=timeout, blit=True)
    
    with client:
        target_ports = client.get_ports(
            is_physical=True, is_output=True, is_audio=True)
        client.inports[0].connect(target_ports[0])
        # plt.ion()
        plt.show()
        rec_end = True
        event.wait()  # # # Wait until recording is finished
except (queue.Empty):
    # A timeout occured, i.e. there was an error in the callback
    print("Empty Queue")

[mgeier]

Cool, thanks!

Would you like to contribute this to the examples?