您现在的位置是:首页 >学无止境 >【ESP32音视频传输】②通过I2S采集SPH0645麦克风音频数据并上传到服务端实时播放网站首页学无止境
【ESP32音视频传输】②通过I2S采集SPH0645麦克风音频数据并上传到服务端实时播放
简介【ESP32音视频传输】②通过I2S采集SPH0645麦克风音频数据并上传到服务端实时播放
提示:文章写完后,目录可以自动生成,如何生成可参考右边的帮助文档
前言
本文章基于Arduino ESP32 2.07版本,因为2.04版本开始I2S驱动被更改了,所以相同代码可能效果不太同 本文主要参考了:https://atomic14.com/2020/09/12/esp32-audio-input.html
一、I2S型麦克风SPH0645
ESP32有多种方式从外置麦克风中读取数据:
①直接从内置模数转换器 (ADC) 读取数据
这对于一次性读数很有用,但不适用于高采样率。
②使用 I2S 通过 DMA 读取内置 ADC
适用于模拟麦克风,例如 MAX4466 和 MAX9814
③使用 I2S 直接读取 I2S 兼容外设
适用于 SPH0645LM4H、INPM441、ICS43432 和 ICS43434 等麦克风
二、使用步骤
1.连线图
(上图均来自:https://diyi0t.com/i2s-sound-tutorial-for-esp32/)
①位时钟线
正式名称为“连续串行时钟 (SCK)”。通常写作“位时钟(BCLK)”。
② 字时钟线
正式的“单词选择(WS)”。通常称为“左右时钟 (LRCLK)”或“帧同步 (FS)”。
0 = 左声道,1 = 右声道
③数据线
正式名称为“串行数据 (SD)”,但可以称为 SDATA、SDIN、SDOUT、DACDAT、ADCDAT 等。
我的连线图是这样的
引脚对应为:
// i2s pins
i2s_pin_config_t i2sPins = {
.bck_io_num = GPIO_NUM_15,
.ws_io_num = GPIO_NUM_16,
.data_out_num = I2S_PIN_NO_CHANGE,
.data_in_num = GPIO_NUM_21};
2.Arduino主文件代码
工程代码的I2S操作SPH0645参考了:https://github.com/atomic14/esp32-walkie-talkie,原工程用的是HTTP stream,本例改成了AsyncUDP
主文件代码如下:
#include <Arduino.h>
#include <WiFi.h>
#include "soc/soc.h"
#include "soc/rtc_cntl_reg.h"
#include "esp_camera.h"
#include "configuration.h"
#include "I2SMEMSSampler.h"
#include "AsyncUDP.h"
const char * ssid = "your-ssid"; //WiFi名称
const char * password = "password";//wifi密码
IPAddress serverip = IPAddress(192,168,1,108); //服务端的静态IP地址
uint16_t toport_sound = 8085; //服务端的开放端口
const int SAMPLE_SIZE = 700;//udp一次最大发送的数据包大小,UDP最大发生有限制
AsyncUDP SoundUDP;
I2SSampler *i2sSampler = NULL;
void InitUDP(IPAddress ip, uint16_t toport_sound){
if(SoundUDP.connect(ip, toport_sound)) {
Serial.println("UDP connected");
SoundUDP.onPacket([](AsyncUDPPacket packet) {
Serial.print("UDP Packet Type: ");
Serial.print(packet.isBroadcast()?"Broadcast":packet.isMulticast()?"Multicast":"Unicast");
Serial.print(", From: ");
Serial.print(packet.remoteIP());
Serial.print(":");
Serial.print(packet.remotePort());
Serial.print(", To: ");
Serial.print(packet.localIP());
Serial.print(":");
Serial.print(packet.localPort());
Serial.print(", Length: ");
Serial.print(packet.length());
Serial.print(", Data: ");
Serial.write(packet.data(), packet.length());
Serial.println();
//reply to the client
packet.printf("S2 Got %u bytes of data", packet.length());
});
//Send unicast
//SoundUDP.print("This is S2 Server");
}
}
// i2s config for reading from left channel of I2S
i2s_config_t i2sMemsConfigLeftChannel = {
.mode = (i2s_mode_t)(I2S_MODE_MASTER | I2S_MODE_RX),
.sample_rate = 16000,
.bits_per_sample = I2S_BITS_PER_SAMPLE_32BIT,
.channel_format = I2S_CHANNEL_FMT_ONLY_RIGHT,
.communication_format = i2s_comm_format_t(I2S_COMM_FORMAT_STAND_I2S),
.intr_alloc_flags = ESP_INTR_FLAG_LEVEL1,
.dma_buf_count = 4,
.dma_buf_len = 1024,
.use_apll = false,
.tx_desc_auto_clear = false,
.fixed_mclk = 0};
// i2s pins
i2s_pin_config_t i2sPins = {
.bck_io_num = GPIO_NUM_15,
.ws_io_num = GPIO_NUM_16,
.data_out_num = I2S_PIN_NO_CHANGE,
.data_in_num = GPIO_NUM_21};
// 发送音频数据
void sendSoundData(uint8_t *bytes, size_t count, AsyncUDP* UDPClient = &SoundUDP, uint16_t the_port = toport_sound)
{
// send them off to the server
digitalWrite(2, HIGH);
/*
httpClient->begin(*wifiClient, url);
httpClient->addHeader("content-type", "application/octet-stream");
httpClient->POST(bytes, count);
httpClient->end();
*/
//这是向局域网内所有用户广播,若只发给连接的用户,要用UDPClient.write()
UDPClient->broadcastTo(bytes, count,the_port);
digitalWrite(2, LOW);
}
// Task to write samples to our server
void i2sMemsWriterTask(void *param)
{
I2SSampler *sampler = (I2SSampler *)param;
int16_t *samples = (int16_t *)malloc(sizeof(uint16_t) * SAMPLE_SIZE);
if (!samples)
{
Serial.println("Failed to allocate memory for samples");
return;
}
while (true)
{
int samples_read = sampler->read(samples, SAMPLE_SIZE);
//sendSoundData((uint8_t *)samples, samples_read * sizeof(uint16_t));
SoundUDP.write((uint8_t *)samples, samples_read * sizeof(uint16_t));
//SoundUDP.broadcastTo((uint8_t *)samples, samples_read * sizeof(uint16_t),toport_sound);
}
}
void setup()
{
WRITE_PERI_REG(RTC_CNTL_BROWN_OUT_REG, 0); //disable brownout detector
Serial.begin(115200);
//Serial.setDebugOutput(false);
// launch WiFi
WiFi.mode(WIFI_STA);
WiFi.begin(ssid, password);
if (WiFi.waitForConnectResult() != WL_CONNECTED) {
Serial.println("WiFi Failed");
while(1) {
delay(1000);
}
}
// indicator LED
pinMode(2, OUTPUT);
InitUDP(serverip,toport_sound);
// Direct i2s input from INMP441 or the SPH0645
i2sSampler = new I2SMEMSSampler(I2S_NUM_1, i2sPins, i2sMemsConfigLeftChannel, false);
i2sSampler->start();
// set up the i2s sample writer task
TaskHandle_t i2sMemsWriterTaskHandle;
xTaskCreatePinnedToCore(i2sMemsWriterTask, "I2S Writer Task", 4096, i2sSampler, 1, &i2sMemsWriterTaskHandle, 1);
// // start sampling from i2s device
}
void loop()
{
// nothing to do here - everything is taken care of by tasks
}
该处使用的url网络请求的数据。
3.服务端利用UDP接收音频代码
import pyaudio
import socket
# 配置参数
chunk = 1400
sample_rate = 16000
duration = 5
udp_port = 8085
p = pyaudio.PyAudio()
# 打开音频流
stream = p.open(format=pyaudio.paInt16,
channels=1,
rate=sample_rate,
output=True)
# 打开UDP套接字
sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
sock.bind(('0.0.0.0', udp_port))
# 播放PCM音频数据
while True:
data, addr = sock.recvfrom(chunk)
print(f"Received message ")
stream.write(data)
# 关闭音频流和UDP套接字
stream.stop_stream()
stream.close()
sock.close()
p.terminate()
Arduino完整程序
风语者!平时喜欢研究各种技术,目前在从事后端开发工作,热爱生活、热爱工作。