sepfy
Audio not been sent after 20-30 seconds
Hey, @sepfy @Sean-Der I am using the whip protocol for the communication between two peer. But After 20-30 sec, frame are being sent but audio is not audible or ESP is sending the blank frames.
I am using: ESP: ESP32-S3-XIAO libpeer: v0.0.2 esp-idf: v5.2.5
Logs:
I (24037) DTLS: Starting DTLS handshake...
INFO /Users/jayshah/esp/libpeer/src/dtls_srtp.c 308 Created inbound SRTP session
INFO /Users/jayshah/esp/libpeer/src/dtls_srtp.c 329 Created outbound SRTP session
I (24557) DTLS: DTLS handshake returned 0
I (24557) DTLS: DTLS handshake completed successfully
I (24557) webrtc: PeerConnectionState changed: 4 (completed)
I (24567) webrtc: ICE and DTLS completed, connection is now COMPLETED
I (24627) AUDIO: audio bitrate: 92.8 bps | free heap: 8321464 | stack watermark: 6228
I (29637) AUDIO: audio bitrate: 65916.2 bps | free heap: 8330112 | stack watermark: 6228
I (34647) AUDIO: audio bitrate: 63872.3 bps | free heap: 8331208 | stack watermark: 6228
I (39657) AUDIO: audio bitrate: 64127.7 bps | free heap: 8331572 | stack watermark: 6164
I (44667) AUDIO: audio bitrate: 63872.3 bps | free heap: 8331572 | stack watermark: 6164
Not sure above the error but also sharing the audio.c file
#include "driver/i2s_pdm.h"
#include "esp_log.h"
#include "freertos/FreeRTOS.h"
#include "freertos/task.h"
#include "esp_audio_enc.h"
#include "esp_audio_enc_default.h"
#include "esp_audio_enc_reg.h"
#include "esp_g711_enc.h"
#include "peer_connection.h"
#define I2S_CLK_GPIO 42
#define I2S_DATA_GPIO 41
static const char* TAG = "AUDIO";
extern PeerConnection* g_pc;
extern PeerConnectionState eState;
extern int get_timestamp();
i2s_chan_handle_t rx_handle = NULL;
esp_audio_enc_handle_t enc_handle = NULL;
esp_audio_enc_in_frame_t aenc_in_frame = {0};
esp_audio_enc_out_frame_t aenc_out_frame = {0};
esp_g711_enc_config_t g711_cfg;
esp_audio_enc_config_t enc_cfg;
static uint8_t* read_buf = NULL;
static uint8_t* write_buf = NULL;
esp_err_t audio_codec_init() {
int read_size = 0, out_size = 0;
esp_audio_err_t ret = ESP_AUDIO_ERR_OK;
esp_audio_enc_register_default();
g711_cfg.sample_rate = ESP_AUDIO_SAMPLE_RATE_8K;
g711_cfg.channel = ESP_AUDIO_MONO;
g711_cfg.bits_per_sample = ESP_AUDIO_BIT16;
g711_cfg.frame_duration = 20;
enc_cfg.type = ESP_AUDIO_TYPE_G711A;
enc_cfg.cfg = &g711_cfg;
enc_cfg.cfg_sz = sizeof(g711_cfg);
ESP_LOGI(TAG, "Initializing encoder: G711A");
ESP_LOGI(TAG, "Encoder config: %d Hz, %d ch, %d bits, %d ms frame",
g711_cfg.sample_rate, g711_cfg.channel, g711_cfg.bits_per_sample, g711_cfg.frame_duration);
ESP_LOGI(TAG, "Free heap before encoder open: %d", esp_get_free_heap_size());
ret = esp_audio_enc_open(&enc_cfg, &enc_handle);
if (ret != ESP_AUDIO_ERR_OK) {
ESP_LOGE(TAG, "Encoder open failed: %d", ret);
return ESP_FAIL;
}
esp_audio_enc_get_frame_size(enc_handle, &read_size, &out_size);
read_buf = malloc(read_size);
write_buf = malloc(out_size);
if (!read_buf || !write_buf) {
ESP_LOGE(TAG, "Encoder buffer malloc failed");
return ESP_FAIL;
}
aenc_in_frame.buffer = read_buf;
aenc_in_frame.len = read_size;
aenc_out_frame.buffer = write_buf;
aenc_out_frame.len = out_size;
ESP_LOGI(TAG, "Audio codec init done. Read size: %d, Out size: %d", read_size, out_size);
return ESP_OK;
}
esp_err_t audio_init(void) {
i2s_chan_config_t chan_cfg = I2S_CHANNEL_DEFAULT_CONFIG(I2S_NUM_AUTO, I2S_ROLE_MASTER);
ESP_ERROR_CHECK(i2s_new_channel(&chan_cfg, NULL, &rx_handle));
i2s_pdm_rx_config_t pdm_rx_cfg = {
.clk_cfg = I2S_PDM_RX_CLK_DEFAULT_CONFIG(8000),
.slot_cfg = I2S_PDM_RX_SLOT_DEFAULT_CONFIG(I2S_DATA_BIT_WIDTH_16BIT, I2S_SLOT_MODE_MONO),
.gpio_cfg = {
.clk = I2S_CLK_GPIO,
.din = I2S_DATA_GPIO,
.invert_flags = {
.clk_inv = false,
},
},
};
ESP_ERROR_CHECK(i2s_channel_init_pdm_rx_mode(rx_handle, &pdm_rx_cfg));
ESP_ERROR_CHECK(i2s_channel_enable(rx_handle));
return audio_codec_init();
}
void audio_deinit(void) {
if (rx_handle) {
i2s_channel_disable(rx_handle);
i2s_del_channel(rx_handle);
}
if (enc_handle) {
esp_audio_enc_close(enc_handle);
enc_handle = NULL;
}
if (read_buf) {
free(read_buf);
read_buf = NULL;
}
if (write_buf) {
free(write_buf);
write_buf = NULL;
}
}
int32_t audio_get_samples(uint8_t* buf, size_t size) {
size_t bytes_read = 0;
esp_err_t err = i2s_channel_read(rx_handle, (char*)buf, size, &bytes_read, 100);
if (err != ESP_OK) {
ESP_LOGE(TAG, "i2s read error: %d", err);
}
return bytes_read;
}
void audio_task(void* arg) {
int ret;
static int64_t last_time, last_log_time;
int64_t curr_time;
float bytes = 0;
last_time = get_timestamp();
last_log_time = last_time;
ESP_LOGI(TAG, "audio task started");
for (;;) {
if (eState == PEER_CONNECTION_COMPLETED) {
// 💡 Add a yield at the start to reset WDT even if blocked before
taskYIELD(); // or esp_task_wdt_reset();
ret = audio_get_samples(aenc_in_frame.buffer, aenc_in_frame.len);
if (ret == aenc_in_frame.len) {
// Optional yield between major steps
taskYIELD();
esp_audio_err_t enc_ret = esp_audio_enc_process(enc_handle, &aenc_in_frame, &aenc_out_frame);
if (enc_ret == ESP_AUDIO_ERR_OK) {
int send_ret = peer_connection_send_audio(g_pc, aenc_out_frame.buffer, aenc_out_frame.encoded_bytes);
if (send_ret < 0) {
ESP_LOGW(TAG, "peer_connection_send_audio failed: %d", send_ret);
} else {
ESP_LOGD(TAG, "Sent audio: %d bytes", aenc_out_frame.encoded_bytes);
}
bytes += aenc_out_frame.encoded_bytes;
} else {
ESP_LOGE(TAG, "Audio encode failed: %d", enc_ret);
}
} else {
ESP_LOGW(TAG, "Partial audio frame: %d/%d bytes", ret, aenc_in_frame.len);
}
curr_time = get_timestamp();
if ((curr_time - last_log_time) > 5000) {
float bitrate = 1000.0 * (bytes * 8.0 / (curr_time - last_time));
ESP_LOGI(TAG, "audio bitrate: %.1f bps | free heap: %d | stack watermark: %d",
bitrate, esp_get_free_heap_size(), uxTaskGetStackHighWaterMark(NULL));
last_time = curr_time;
last_log_time = curr_time;
bytes = 0;
}
// 💡 Keep a small delay to avoid hogging CPU
vTaskDelay(pdMS_TO_TICKS(5));
} else {
ESP_LOGD(TAG, "PeerConnection not ready (state=%d), skipping audio send", eState);
vTaskDelay(pdMS_TO_TICKS(100));
}
}
}
can you tell me where I am making mistake or what am I missing?? Please a quick response can help a bit more
Can you try setting https://github.com/sepfy/libpeer/blob/main/src/config.h#L53 to 0?
I forget the exact GitHub issue. But if you are running against Pion you will get disconnects without that changed.
Hi @Sean-Der, thanks for the reply. I set CONFIG_KEEPALIVE_TIMEOUT to 0, but the audio still stops after 20–30 seconds. It works fine before that. Could this be related to the ESP32 model I'm using?
Are there any error messages? Or is it just continuously printing I (44667) AUDIO: audio bitrate: 63872.3 bps | free heap: 8331572 | stack watermark: 6164
Yeah correct @sepfy it is continuously printing this log :
I (44667) AUDIO: audio bitrate: 63872.3 bps | free heap: 8331572 | stack watermark: 6164
And no other error is thrown and on top of that peer is also not getting disconnected.
No crash/Rebooting from ESP side as well.