// line 79 - change filter length to adjust echo cancellation #include "bsp_board.h" #include #include "esp_err.h" #include "freertos/FreeRTOS.h" #include "freertos/task.h" #include "string.h" #include "driver/gpio.h" #include "esp_log.h" #include "driver/i2s_std.h" #include "driver/i2s_types.h" #include "esp_aec.h" #include "tca9555_driver.h" static const char *TAG = "board"; static int s_play_sample_rate = 16000; static int s_play_channel_format = 1; static int s_bits_per_chan = 16; #if ESP_IDF_VERSION >= ESP_IDF_VERSION_VAL(5, 0, 0) static i2s_chan_handle_t tx_handle = NULL; // I2S tx channel handler static i2s_chan_handle_t rx_handle = NULL; // I2S rx channel handler #endif static const audio_codec_data_if_t *record_data_if = NULL; static const audio_codec_ctrl_if_t *record_ctrl_if = NULL; static const audio_codec_if_t *record_codec_if = NULL; static esp_codec_dev_handle_t record_dev = NULL; static const audio_codec_data_if_t *play_data_if = NULL; static const audio_codec_ctrl_if_t *play_ctrl_if = NULL; static const audio_codec_gpio_if_t *play_gpio_if = NULL; static const audio_codec_if_t *play_codec_if = NULL; static esp_codec_dev_handle_t play_dev = NULL; static i2c_master_bus_handle_t i2c_bus_handle = NULL; static bool s_volume_buttons_task_started = false; static aec_handle_t *aec = NULL; static int frame_size = 0; static int16_t *mic = NULL; static int16_t *ref = NULL; static int16_t *out = NULL; static esp_err_t bsp_aec_init(void) { /* aec_create_from_config() is used instead of aec_create() so the NLP * (residual echo suppression) level can be pushed to its strongest * setting; a longer filter_length also helps cancel longer echo tails. */ aec_config_t aec_cfg = { .mic_num = 1, .ref_num = 1, .out_num = 1, .filter_length = 8, .sample_rate = 16000, .caps = MALLOC_CAP_8BIT, .mode = AEC_MODE_VOIP_HIGH_PERF, .nlp_level = AEC_NLP_LEVEL_AGGR, }; aec = aec_create_from_config(&aec_cfg); if (aec == NULL) { ESP_LOGE(TAG, "AEC create failed"); return ESP_ERR_NO_MEM; } frame_size = aec_get_chunksize(aec); mic = heap_caps_aligned_alloc(16, frame_size * sizeof(int16_t), MALLOC_CAP_8BIT); ref = heap_caps_aligned_alloc(16, frame_size * sizeof(int16_t), MALLOC_CAP_8BIT); out = heap_caps_aligned_alloc(16, frame_size * sizeof(int16_t), MALLOC_CAP_8BIT); if (mic == NULL || ref == NULL || out == NULL) { ESP_LOGE(TAG, "AEC buffer allocation failed for %d samples", frame_size); free(mic); free(ref); free(out); mic = NULL; ref = NULL; out = NULL; aec_destroy(aec); aec = NULL; frame_size = 0; return ESP_ERR_NO_MEM; } ESP_LOGI(TAG, "AEC ready: %d samples/frame at 16 kHz", frame_size); return ESP_OK; } static esp_err_t bsp_codec_deinit(void); static void bsp_aec_deinit(void) { if (aec != NULL) { aec_destroy(aec); aec = NULL; } free(mic); free(ref); free(out); mic = NULL; ref = NULL; out = NULL; frame_size = 0; } esp_err_t bsp_aec_reset(void) { bsp_aec_deinit(); return bsp_aec_init(); } int bsp_aec_get_frame_size(void) { return frame_size; } esp_err_t bsp_aec_process_frame(const int16_t *near_end, const int16_t *far_end, int16_t *processed) { if (aec == NULL || mic == NULL || ref == NULL || out == NULL || near_end == NULL || far_end == NULL || processed == NULL) { return ESP_ERR_INVALID_STATE; } memcpy(mic, near_end, frame_size * sizeof(int16_t)); memcpy(ref, far_end, frame_size * sizeof(int16_t)); aec_process(aec, mic, ref, out); memcpy(processed, out, frame_size * sizeof(int16_t)); return ESP_OK; } esp_codec_dev_handle_t esp_ret_play_dev(void) { return play_dev; } i2c_master_bus_handle_t esp_ret_i2c_handle(void) { return i2c_bus_handle; } static esp_err_t i2c_master_init(void) { const i2c_master_bus_config_t bus_config = { .i2c_port = I2C_NUM, .sda_io_num = GPIO_I2C_SDA, .scl_io_num = GPIO_I2C_SCL, .clk_source = I2C_CLK_SRC_DEFAULT, }; esp_err_t ret = i2c_new_master_bus(&bus_config, &i2c_bus_handle); if (ret != ESP_OK) { ESP_LOGE(TAG, "Failed to initialize I2C bus: %s", esp_err_to_name(ret)); return ret; } ESP_LOGI(TAG, "I2C bus initialized successfully"); return ESP_OK; } esp_err_t bsp_codec_adc_init(int sample_rate) { ESP_LOGI(TAG,"ADC INIT START"); esp_err_t ret_val = ESP_OK; audio_codec_i2s_cfg_t i2s_cfg = { .port = I2S_NUM_1, #if ESP_IDF_VERSION >= ESP_IDF_VERSION_VAL(5, 0, 0) .rx_handle = rx_handle, .tx_handle = NULL, #endif }; record_data_if = audio_codec_new_i2s_data(&i2s_cfg); if(record_data_if == NULL) { ESP_LOGE(TAG,"record_data_if creation failed"); return ESP_FAIL; } audio_codec_i2c_cfg_t i2c_cfg = { .addr = ES7210_CODEC_DEFAULT_ADDR, .bus_handle = i2c_bus_handle }; record_ctrl_if = audio_codec_new_i2c_ctrl(&i2c_cfg); es7210_codec_cfg_t es7210_cfg = { .ctrl_if = record_ctrl_if, .mic_selected = ES7210_SEL_MIC1 | ES7210_SEL_MIC2 | ES7210_SEL_MIC3 | ES7210_SEL_MIC4, }; record_codec_if = es7210_codec_new(&es7210_cfg); ESP_LOGI(TAG,"ES7210 IF=%p", record_codec_if); esp_codec_dev_cfg_t dev_cfg = { .codec_if = record_codec_if, .data_if = record_data_if, .dev_type = ESP_CODEC_DEV_TYPE_IN, }; record_dev = esp_codec_dev_new(&dev_cfg); if(record_dev == NULL) { ESP_LOGE(TAG,"Failed creating ADC codec"); return ESP_FAIL; } esp_codec_dev_sample_info_t fs = { .sample_rate = sample_rate, .channel = 2, .bits_per_sample = 16, }; ret_val = esp_codec_dev_open(record_dev, &fs); if(ret_val != ESP_OK) { ESP_LOGE(TAG, "Codec open failed %s", esp_err_to_name(ret_val)); return ret_val; } esp_codec_dev_set_in_channel_gain( record_dev, ESP_CODEC_DEV_MAKE_CHANNEL_MASK(0), RECORD_VOLUME); esp_codec_dev_set_in_channel_gain( record_dev, ESP_CODEC_DEV_MAKE_CHANNEL_MASK(1), RECORD_VOLUME); return ret_val; } esp_err_t bsp_codec_dac_init(int sample_rate, int channel_format, int bits_per_chan) { esp_err_t ret_val = ESP_OK; audio_codec_i2s_cfg_t i2s_cfg = { .port = I2S_NUM_1, #if ESP_IDF_VERSION >= ESP_IDF_VERSION_VAL(5, 0, 0) .rx_handle = NULL, .tx_handle = tx_handle, #endif }; play_data_if = audio_codec_new_i2s_data(&i2s_cfg); audio_codec_i2c_cfg_t i2c_cfg = {.addr = ES8311_CODEC_DEFAULT_ADDR,.bus_handle = i2c_bus_handle}; play_ctrl_if = audio_codec_new_i2c_ctrl(&i2c_cfg); play_gpio_if = audio_codec_new_gpio(); // New output codec interface es8311_codec_cfg_t es8311_cfg = { .codec_mode = ESP_CODEC_DEV_WORK_MODE_DAC, .ctrl_if = play_ctrl_if, .gpio_if = play_gpio_if, .pa_pin = GPIO_PWR_CTRL, .use_mclk = false, }; play_codec_if = es8311_codec_new(&es8311_cfg); // New output codec device esp_codec_dev_cfg_t dev_cfg = { .codec_if = play_codec_if, .data_if = play_data_if, .dev_type = ESP_CODEC_DEV_TYPE_OUT, }; play_dev = esp_codec_dev_new(&dev_cfg); esp_codec_dev_sample_info_t fs = { .bits_per_sample = bits_per_chan, .sample_rate = sample_rate, .channel = channel_format, }; esp_codec_dev_set_out_vol(play_dev, PLAYER_VOLUME); esp_codec_dev_open(play_dev, &fs); return ret_val; } static esp_err_t bsp_codec_adc_deinit() { esp_err_t ret_val = ESP_OK; if (record_dev) { esp_codec_dev_close(record_dev); esp_codec_dev_delete(record_dev); record_dev = NULL; } // Delete codec interface if (record_codec_if) { audio_codec_delete_codec_if(record_codec_if); record_codec_if = NULL; } // Delete codec control interface if (record_ctrl_if) { audio_codec_delete_ctrl_if(record_ctrl_if); record_ctrl_if = NULL; } // Delete codec data interface if (record_data_if) { audio_codec_delete_data_if(record_data_if); record_data_if = NULL; } return ret_val; } static esp_err_t bsp_codec_dac_deinit() { esp_err_t ret_val = ESP_OK; if (play_dev) { esp_codec_dev_close(play_dev); esp_codec_dev_delete(play_dev); play_dev = NULL; } // Delete codec interface if (play_codec_if) { audio_codec_delete_codec_if(play_codec_if); play_codec_if = NULL; } // Delete codec control interface if (play_ctrl_if) { audio_codec_delete_ctrl_if(play_ctrl_if); play_ctrl_if = NULL; } if (play_gpio_if) { audio_codec_delete_gpio_if(play_gpio_if); play_gpio_if = NULL; } // Delete codec data interface if (play_data_if) { audio_codec_delete_data_if(play_data_if); play_data_if = NULL; } return ret_val; } esp_err_t esp_audio_set_play_vol(int volume) { if (!play_dev) { ESP_LOGE(TAG, "DAC codec init fail"); return ESP_FAIL; } esp_codec_dev_set_out_vol(play_dev, volume); return ESP_OK; } esp_err_t esp_audio_get_play_vol(int *volume) { if (!play_dev) { ESP_LOGE(TAG, "DAC codec init fail"); return ESP_FAIL; } esp_codec_dev_get_out_vol(play_dev, volume); return ESP_OK; } static esp_err_t bsp_i2s_init(int i2s_num, uint32_t sample_rate, int channel_format, int bits_per_chan) { esp_err_t ret_val = ESP_OK; #if ESP_IDF_VERSION >= ESP_IDF_VERSION_VAL(5, 0, 0) i2s_slot_mode_t channel_fmt; if (channel_format == 1) { channel_fmt = I2S_SLOT_MODE_MONO; } else if (channel_format == 2) { channel_fmt = I2S_SLOT_MODE_STEREO; } else { ESP_LOGE(TAG, "Unable to configure channel_format %d", channel_format); channel_format = 1; channel_fmt = I2S_SLOT_MODE_MONO; } if (bits_per_chan != 16 && bits_per_chan != 32) { ESP_LOGE(TAG, "Unable to configure bits_per_chan %d", bits_per_chan); bits_per_chan = 32; } i2s_chan_config_t chan_cfg = I2S_CHANNEL_DEFAULT_CONFIG(i2s_num, I2S_ROLE_MASTER); ret_val |= i2s_new_channel(&chan_cfg, &tx_handle, &rx_handle); i2s_std_config_t std_cfg = I2S_CONFIG_DEFAULT(sample_rate, channel_fmt, bits_per_chan); ret_val |= i2s_channel_init_std_mode(tx_handle, &std_cfg); ret_val |= i2s_channel_init_std_mode(rx_handle, &std_cfg); ret_val |= i2s_channel_enable(tx_handle); ret_val |= i2s_channel_enable(rx_handle); #else i2s_channel_fmt_t channel_fmt = I2S_CHANNEL_FMT_RIGHT_LEFT; if (channel_format == 1) { channel_fmt = I2S_CHANNEL_FMT_ONLY_LEFT; } else if (channel_format == 2) { channel_fmt = I2S_CHANNEL_FMT_RIGHT_LEFT; } else { ESP_LOGE(TAG, "Unable to configure channel_format %d", channel_format); channel_format = 1; channel_fmt = I2S_CHANNEL_FMT_ONLY_LEFT; } if (bits_per_chan != 16 && bits_per_chan != 32) { ESP_LOGE(TAG, "Unable to configure bits_per_chan %d", bits_per_chan); bits_per_chan = 16; } i2s_config_t i2s_config = I2S_CONFIG_DEFAULT(sample_rate, channel_fmt, bits_per_chan); i2s_pin_config_t pin_config = { .bck_io_num = GPIO_I2S_SCLK, .ws_io_num = GPIO_I2S_LRCK, .data_out_num = GPIO_I2S_DOUT, .data_in_num = GPIO_I2S_SDIN, .mck_io_num = GPIO_I2S_MCLK, }; ret_val |= i2s_driver_install(i2s_num, &i2s_config, 0, NULL); ret_val |= i2s_set_pin(i2s_num, &pin_config); #endif return ret_val; } static esp_err_t bsp_codec_init( int adc_sample_rate, int dac_sample_rate, int dac_channel_format, int dac_bits_per_chan) { esp_err_t ret; ret = bsp_codec_adc_init(adc_sample_rate); if(ret != ESP_OK) { ESP_LOGE(TAG,"ADC init failed: %s", esp_err_to_name(ret)); return ret; } ret = bsp_codec_dac_init( dac_sample_rate, dac_channel_format, dac_bits_per_chan); if(ret != ESP_OK) { ESP_LOGE(TAG,"DAC init failed: %s", esp_err_to_name(ret)); } ret = bsp_aec_init(); if (ret != ESP_OK) { bsp_codec_deinit(); return ret; } return ret; } static esp_err_t bsp_codec_deinit() { esp_err_t ret_val = ESP_OK; ret_val |= bsp_codec_adc_deinit(); ret_val |= bsp_codec_dac_deinit(); bsp_aec_deinit(); return ret_val; } esp_err_t esp_audio_play(const int16_t* data, int length, uint32_t ticks_to_wait) { esp_err_t ret = ESP_OK; if (!play_dev) { return ESP_FAIL; } int out_length= length; int audio_time = 1; audio_time *= (16000 / s_play_sample_rate); audio_time *= (2 / s_play_channel_format); int *data_out = NULL; if (s_bits_per_chan != 32) { out_length = length * 2; data_out = malloc(out_length); for (int i = 0; i < length / sizeof(int16_t); i++) { int ret = data[i]; data_out[i] = ret << 16; } } int *data_out_1 = NULL; if (s_play_channel_format != 2 || s_play_sample_rate != 16000) { out_length *= audio_time; data_out_1 = malloc(out_length); int *tmp_data = NULL; if (data_out != NULL) { tmp_data = data_out; } else { tmp_data = (int *)data; } for (int i = 0; i < out_length / (audio_time * sizeof(int)); i++) { for (int j = 0; j < audio_time; j++) { data_out_1[audio_time * i + j] = tmp_data[i]; } } if (data_out != NULL) { free(data_out); data_out = NULL; } } if (data_out != NULL) { ret = esp_codec_dev_write(play_dev, (void *)data_out, out_length); free(data_out); } else if (data_out_1 != NULL) { ret = esp_codec_dev_write(play_dev, (void *)data_out_1, out_length); free(data_out_1); } else { ret = esp_codec_dev_write(play_dev, (void *)data, length); } return ret; } esp_err_t esp_get_feed_data( bool is_get_raw_channel, int16_t *buffer, int buffer_len) { if(record_dev == NULL) { ESP_LOGE(TAG,"record_dev NULL"); return ESP_ERR_INVALID_STATE; } esp_err_t ret; ret = esp_codec_dev_read( record_dev, buffer, buffer_len); if(ret != ESP_OK) { return ret; } // Check microphone data int64_t sum = 0; for(int i=0;i VOLUME_MAX_LEVEL) { current_vol = VOLUME_MAX_LEVEL; } if (esp_audio_set_play_vol(current_vol) == ESP_OK) { ESP_LOGI(TAG, "Volume up -> %d", current_vol); } } } if (key3 == 0 && last_key3 != 0) { int current_vol = 0; if (esp_audio_get_play_vol(¤t_vol) == ESP_OK) { current_vol -= VOLUME_STEP; if (current_vol < VOLUME_MIN_LEVEL) { current_vol = VOLUME_MIN_LEVEL; } if (esp_audio_set_play_vol(current_vol) == ESP_OK) { ESP_LOGI(TAG, "Volume down -> %d", current_vol); } } } last_key1 = key1; last_key3 = key3; vTaskDelay(pdMS_TO_TICKS(VOLUME_BUTTON_POLL_MS)); } } static esp_err_t bsp_volume_buttons_init(void) { if (s_volume_buttons_task_started) { return ESP_OK; } BaseType_t task_created = xTaskCreate(bsp_volume_buttons_task, "vol_btns", 4096, NULL, 5, NULL); if (task_created != pdPASS) { return ESP_FAIL; } s_volume_buttons_task_started = true; return ESP_OK; } esp_err_t esp_board_init(uint32_t sample_rate, int channel_format, int bits_per_chan) { /*!< Initialize I2C bus, used for audio codec*/ i2c_master_init(); s_play_sample_rate = sample_rate; if (channel_format != 2 && channel_format != 1) { ESP_LOGE(TAG, "Unable to configure channel_format"); channel_format = 2; } s_play_channel_format = channel_format; if (bits_per_chan != 32 && bits_per_chan != 16) { ESP_LOGE(TAG, "Unable to configure bits_per_chan"); bits_per_chan = 32; } s_bits_per_chan = bits_per_chan; bsp_i2s_init(I2S_NUM_1, 16000, 2, 16); // Because record and play use the same i2s. esp_err_t codec_ret; codec_ret = bsp_codec_init(16000,16000,2,16); if(codec_ret != ESP_OK) { ESP_LOGE(TAG, "bsp_codec_init failed: %s", esp_err_to_name(codec_ret)); } else { ESP_LOGI(TAG,"bsp_codec_init OK"); } gpio_set_level(GPIO_PWR_CTRL, 1); esp_err_t button_ret = bsp_volume_buttons_init(); if (button_ret != ESP_OK) { ESP_LOGW(TAG, "Failed to initialize volume buttons: %s", esp_err_to_name(button_ret)); } return ESP_OK; }