search

respeaker / mic_array

DOA, VAD and KWS for ReSpeaker Microphone Array
https://www.seeedstudio.com/ReSpeaker-Mic-Array-Far-field-w--7-PDM-Microphones--p-2719.html
Apache License 2.0
287 stars 85 forks source link

ReSpeaker 4-Mic Linear Array, HELP using gcc-phat via Thonny #52

Open luksiooor opened 8 months ago

luksiooor commented 8 months ago

I am getting ALSA and "No QuadMic found" error while using this code in Thonny.

`import pyaudio, sys import numpy as np

def indx_getter(): quadmic_indx = [] for indx in range(audio.get_device_count()): dev = audio.get_device_info_by_index(indx) # get device if dev['maxInputChannels']==4 and \ len([ii for ii in dev['name'].split('-') if ii=='4mic'])>=1: print('-'*30) print('Found QuadMic!') print('Device Index: {}'.format(indx)) # device index print('Device Name: {}'.format(dev['name'])) # device name print('Device Input Channels: {}'.format(dev['maxInputChannels'])) # channels quadmic_indx = int(indx) channels = dev['maxInputChannels'] if quadmic_indx == []: print('No QuadMic Found') sys.exit() # exit the script if no QuadMic found return quadmic_indx,channels # return index, if found # ##############################################

pyaudio Streaming Object

############################################## # def audio_dev_formatter(): stream = audio.open(format=pyaudio_format,rate=samp_rate, channels=chans,input_device_index=quadmic_indx, input=True,frames_per_buffer=CHUNK) # audio stream stream.stop_stream() # stop streaming to prevent overloa return stream # ##############################################

Grabbing Data from Buffer

############################################## # def data_grabber():

stream.start_stream()                                                                 # start data stream
channel_data = [[]]*chans                                                             # data array
[stream.read(CHUNK,exception_on_overflow=False) for ii in range(0,1)]                 # clears buffer

for frame in range(0,int(np.ceil((samp_rate*record_length)/CHUNK))):                                                                                 
    stream_data = stream.read(CHUNK,exception_on_overflow=False)                    # grab data frames from buffer
    data = np.frombuffer(stream_data,dtype=buffer_format)                             # grab data from buffer

    for chan in range(chans):                                                         # loop through all channels
        channel_data[chan] = np.append(channel_data[chan],
                                    data[chan::chans])                                 # separate channels

return channel_data

GCC-PHAT function as defined in the original code

def gcc_phat(sig, refsig, fs, max_tau, interp=16):

tutaj gcc phat

SIG = np.fft.rfft(sig, n=n)
REFSIG = np.fft.rfft(refsig, n=n)
R = SIG * np.conj(REFSIG)

cc = np.fft.irfft(R / np.abs(R), n=(interp * n))

max_shift = int(interp * n / 2)
if max_tau:
    max_shift = np.minimum(int(interp * fs * max_tau), max_shift)

cc = np.concatenate((cc[-max_shift:], cc[:max_shift+1]))

# find max cross correlation index
shift = np.argmax(np.abs(cc)) - max_shift

tau = shift / float(interp * fs)

return tau, cc

refsig = np.linspace(1, 10, 10)

for i in range(0, 10):
    sig = np.concatenate((np.linspace(0, 0, i), refsig, np.linspace(0, 0, 10 - i)))
    offset, _ = gcc_phat(sig, refsig)
    print(offset)

Main execution loop

if name == "main": samp_rate = 16000 # audio sample rate [Hz] CHUNK = 4000 # frames per buffer reading [per one mic] buffer_format = np.int16 # 16-bit for buffer pyaudio_format = pyaudio.paInt16 # bit depth of audio encoding

audio = pyaudio.PyAudio()                                                             # start pyaudio device
quadmic_indx,chans = indx_getter()                                                     # get QuadMic device index and channels

stream = audio_dev_formatter()                                                         # audio stream
max_tau = 0.05

while True:
    data_chunks = data_grabber()
    sig = data_chunks[0]  # Nagrywanie bieżącego sygnału do porównania
    refsig = data_chunks[0]
    tau, cc = gcc_phat(sig, refsig, samp_rate, max_tau)  # Porównanie sygnałów
    print(f"Time offset: {tau}")

` Error:

ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.front ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.rear ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.center_lfe ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.side ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.surround21 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.surround21 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.surround40 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.surround41 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.surround50 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.surround51 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.surround71 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.iec958 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.iec958 ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.iec958 ALSA lib confmisc.c:1281:(snd_func_refer) Unable to find definition 'cards.bcm2835_headpho.pcm.hdmi.0:CARD=0,AES0=4,AES1=130,AES2=0,AES3=2' ALSA lib conf.c:4745:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory ALSA lib conf.c:5233:(snd_config_expand) Evaluate error: No such file or directory ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM hdmi ALSA lib confmisc.c:1281:(snd_func_refer) Unable to find definition 'cards.bcm2835_headpho.pcm.hdmi.0:CARD=0,AES0=4,AES1=130,AES2=0,AES3=2' ALSA lib conf.c:4745:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory ALSA lib conf.c:5233:(snd_config_expand) Evaluate error: No such file or directory ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM hdmi ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.modem ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.modem ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.phoneline ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM cards.pcm.phoneline ALSA lib pcm_oss.c:377:(_snd_pcm_oss_open) Unknown field port ALSA lib pcm_oss.c:377:(_snd_pcm_oss_open) Unknown field port ALSA lib pcm_a52.c:823:(_snd_pcm_a52_open) a52 is only for playback ALSA lib conf.c:5200:(snd_config_expand) Unknown parameters {AES0 0x6 AES1 0x82 AES2 0x0 AES3 0x2 CARD 0} ALSA lib pcm.c:2660:(snd_pcm_open_noupdate) Unknown PCM iec958:{AES0 0x6 AES1 0x82 AES2 0x0 AES3 0x2 CARD 0} ALSA lib pcm_usb_stream.c:486:(_snd_pcm_usb_stream_open) Invalid type for card ALSA lib pcm_usb_stream.c:486:(_snd_pcm_usb_stream_open) Invalid type for card ALSA lib pcm_dmix.c:1009:(snd_pcm_dmix_open) The dmix plugin supports only playback stream No QuadMic Found

Process ended with exit code 0.

Can someone help me with why the ReSpeaker is not being detected in the provided code in Thonny? What should be fixed to detect the Respeaker ? This array is normally detected in Audacity and is connected correctly to Raspberry Pi2B. What should I do/change in code to make this work? Is it possible to use gcc-phat.py with 4-mic linear array ?