Add NULLLAB-AI-VOX3 Board (#1900)

This commit is contained in:
Yeqin Gong
2026-04-16 19:31:53 +08:00
committed by GitHub
parent 6074fdeb71
commit 69b1a978e9
8 changed files with 718 additions and 26 deletions

View File

@ -160,7 +160,7 @@ elseif(CONFIG_BOARD_TYPE_LICHUANG_DEV_C3)
set(DEFAULT_EMOJI_COLLECTION twemoji_32) set(DEFAULT_EMOJI_COLLECTION twemoji_32)
elseif(CONFIG_BOARD_TYPE_EDA_TV_PRO) elseif(CONFIG_BOARD_TYPE_EDA_TV_PRO)
set(MANUFACTURER "lceda-course-examples") set(MANUFACTURER "lceda-course-examples")
set(BOARD_TYPE "eda-tv-pro") set(BOARD_TYPE "eda-tv-pro")
elseif(CONFIG_BOARD_TYPE_EDA_ROBOT_PRO) elseif(CONFIG_BOARD_TYPE_EDA_ROBOT_PRO)
set(MANUFACTURER "lceda-course-examples") set(MANUFACTURER "lceda-course-examples")
set(BOARD_TYPE "eda-robot-pro") set(BOARD_TYPE "eda-robot-pro")
@ -639,12 +639,12 @@ elseif(CONFIG_BOARD_TYPE_XINGZHI_METAL_1_54_WIFI)
set(BOARD_TYPE "xingzhi-metal-1.54-wifi") set(BOARD_TYPE "xingzhi-metal-1.54-wifi")
set(BUILTIN_TEXT_FONT font_noto_basic_20_4) set(BUILTIN_TEXT_FONT font_noto_basic_20_4)
set(BUILTIN_ICON_FONT font_awesome_20_4) set(BUILTIN_ICON_FONT font_awesome_20_4)
set(DEFAULT_EMOJI_COLLECTION noto-emoji_128) set(DEFAULT_EMOJI_COLLECTION noto-emoji_128)
elseif(CONFIG_BOARD_TYPE_XINGZHI_ABS_2_0) elseif(CONFIG_BOARD_TYPE_XINGZHI_ABS_2_0)
set(BOARD_TYPE "xingzhi-abs-2.0") set(BOARD_TYPE "xingzhi-abs-2.0")
set(BUILTIN_TEXT_FONT font_noto_basic_20_4) set(BUILTIN_TEXT_FONT font_noto_basic_20_4)
set(BUILTIN_ICON_FONT font_awesome_20_4) set(BUILTIN_ICON_FONT font_awesome_20_4)
set(DEFAULT_EMOJI_COLLECTION noto-emoji_128) set(DEFAULT_EMOJI_COLLECTION noto-emoji_128)
elseif(CONFIG_BOARD_TYPE_SEEED_STUDIO_SENSECAP_WATCHER) elseif(CONFIG_BOARD_TYPE_SEEED_STUDIO_SENSECAP_WATCHER)
set(BOARD_TYPE "sensecap-watcher") set(BOARD_TYPE "sensecap-watcher")
set(BUILTIN_TEXT_FONT font_noto_basic_30_4) set(BUILTIN_TEXT_FONT font_noto_basic_30_4)
@ -704,7 +704,7 @@ elseif(CONFIG_BOARD_TYPE_ZHENGCHEN_CAM_ML307)
set(BOARD_TYPE "zhengchen-cam-ml307") set(BOARD_TYPE "zhengchen-cam-ml307")
set(BUILTIN_TEXT_FONT font_puhui_basic_20_4) set(BUILTIN_TEXT_FONT font_puhui_basic_20_4)
set(BUILTIN_ICON_FONT font_awesome_20_4) set(BUILTIN_ICON_FONT font_awesome_20_4)
set(DEFAULT_EMOJI_COLLECTION twemoji_64) set(DEFAULT_EMOJI_COLLECTION twemoji_64)
elseif(CONFIG_BOARD_TYPE_SPOTPEAR_ESP32_S3_1_54_MUMA) elseif(CONFIG_BOARD_TYPE_SPOTPEAR_ESP32_S3_1_54_MUMA)
set(BOARD_TYPE "sp-esp32-s3-1.54-muma") set(BOARD_TYPE "sp-esp32-s3-1.54-muma")
set(BUILTIN_TEXT_FONT font_puhui_basic_16_4) set(BUILTIN_TEXT_FONT font_puhui_basic_16_4)
@ -774,6 +774,11 @@ elseif(CONFIG_BOARD_TYPE_Freenove_ESP32S3_DISPLAY_2_8_LCD)
set(BUILTIN_TEXT_FONT font_puhui_basic_20_4) set(BUILTIN_TEXT_FONT font_puhui_basic_20_4)
set(BUILTIN_ICON_FONT font_awesome_20_4) set(BUILTIN_ICON_FONT font_awesome_20_4)
set(DEFAULT_EMOJI_COLLECTION twemoji_64) set(DEFAULT_EMOJI_COLLECTION twemoji_64)
elseif(CONFIG_BOARD_TYPE_AI_VOX3)
set(BOARD_TYPE "nulllab-ai-vox-v3")
set(BUILTIN_TEXT_FONT font_puhui_basic_20_4)
set(BUILTIN_ICON_FONT font_awesome_20_4)
set(DEFAULT_EMOJI_COLLECTION twemoji_64)
endif() endif()
if(MANUFACTURER) if(MANUFACTURER)
@ -895,14 +900,14 @@ file(GLOB LANG_SOUNDS ${CMAKE_CURRENT_SOURCE_DIR}/assets/locales/${LANG_DIR}/*.o
# If not en-US, collect en-US audio files as fallback for missing files # If not en-US, collect en-US audio files as fallback for missing files
if(NOT LANG_DIR STREQUAL "en-US") if(NOT LANG_DIR STREQUAL "en-US")
file(GLOB EN_US_SOUNDS ${CMAKE_CURRENT_SOURCE_DIR}/assets/locales/en-US/*.ogg) file(GLOB EN_US_SOUNDS ${CMAKE_CURRENT_SOURCE_DIR}/assets/locales/en-US/*.ogg)
# Extract filenames (without path) from current language # Extract filenames (without path) from current language
set(EXISTING_NAMES "") set(EXISTING_NAMES "")
foreach(SOUND_FILE ${LANG_SOUNDS}) foreach(SOUND_FILE ${LANG_SOUNDS})
get_filename_component(FILENAME ${SOUND_FILE} NAME) get_filename_component(FILENAME ${SOUND_FILE} NAME)
list(APPEND EXISTING_NAMES ${FILENAME}) list(APPEND EXISTING_NAMES ${FILENAME})
endforeach() endforeach()
# Only add en-US audio files that are missing in current language # Only add en-US audio files that are missing in current language
foreach(EN_SOUND ${EN_US_SOUNDS}) foreach(EN_SOUND ${EN_US_SOUNDS})
get_filename_component(FILENAME ${EN_SOUND} NAME) get_filename_component(FILENAME ${EN_SOUND} NAME)
@ -1033,7 +1038,7 @@ list(APPEND FILES_TO_DOWNLOAD "panic_return.aaf" "wake.aaf")
foreach(FILENAME IN LISTS FILES_TO_DOWNLOAD) foreach(FILENAME IN LISTS FILES_TO_DOWNLOAD)
set(REMOTE_FILE "${URL}/${FILENAME}") set(REMOTE_FILE "${URL}/${FILENAME}")
set(LOCAL_FILE "${EMOJI_DIR}/${FILENAME}") set(LOCAL_FILE "${EMOJI_DIR}/${FILENAME}")
# Check if local file exists # Check if local file exists
if(EXISTS ${LOCAL_FILE}) if(EXISTS ${LOCAL_FILE})
message(STATUS "File ${FILENAME} already exists, skipping download") message(STATUS "File ${FILENAME} already exists, skipping download")
@ -1055,31 +1060,31 @@ endif()
function(build_default_assets_bin) function(build_default_assets_bin)
# Set output path for generated assets.bin # Set output path for generated assets.bin
set(GENERATED_ASSETS_BIN "${CMAKE_BINARY_DIR}/generated_assets.bin") set(GENERATED_ASSETS_BIN "${CMAKE_BINARY_DIR}/generated_assets.bin")
# Prepare arguments for build script # Prepare arguments for build script
set(BUILD_ARGS set(BUILD_ARGS
"--sdkconfig" "${SDKCONFIG}" "--sdkconfig" "${SDKCONFIG}"
"--output" "${GENERATED_ASSETS_BIN}" "--output" "${GENERATED_ASSETS_BIN}"
) )
# Add builtin text font if defined # Add builtin text font if defined
if(BUILTIN_TEXT_FONT) if(BUILTIN_TEXT_FONT)
list(APPEND BUILD_ARGS "--builtin_text_font" "${BUILTIN_TEXT_FONT}") list(APPEND BUILD_ARGS "--builtin_text_font" "${BUILTIN_TEXT_FONT}")
endif() endif()
# Add default emoji collection if defined # Add default emoji collection if defined
if(DEFAULT_EMOJI_COLLECTION) if(DEFAULT_EMOJI_COLLECTION)
list(APPEND BUILD_ARGS "--emoji_collection" "${DEFAULT_EMOJI_COLLECTION}") list(APPEND BUILD_ARGS "--emoji_collection" "${DEFAULT_EMOJI_COLLECTION}")
endif() endif()
# Add default assets extra files if defined # Add default assets extra files if defined
if(DEFAULT_ASSETS_EXTRA_FILES) if(DEFAULT_ASSETS_EXTRA_FILES)
list(APPEND BUILD_ARGS "--extra_files" "${DEFAULT_ASSETS_EXTRA_FILES}") list(APPEND BUILD_ARGS "--extra_files" "${DEFAULT_ASSETS_EXTRA_FILES}")
endif() endif()
list(APPEND BUILD_ARGS "--esp_sr_model_path" "${ESP_SR_MODEL_PATH}") list(APPEND BUILD_ARGS "--esp_sr_model_path" "${ESP_SR_MODEL_PATH}")
list(APPEND BUILD_ARGS "--xiaozhi_fonts_path" "${XIAOZHI_FONTS_PATH}") list(APPEND BUILD_ARGS "--xiaozhi_fonts_path" "${XIAOZHI_FONTS_PATH}")
# Create custom command to build assets # Create custom command to build assets
add_custom_command( add_custom_command(
OUTPUT ${GENERATED_ASSETS_BIN} OUTPUT ${GENERATED_ASSETS_BIN}
@ -1090,15 +1095,15 @@ function(build_default_assets_bin)
COMMENT "Building default assets.bin based on configuration" COMMENT "Building default assets.bin based on configuration"
VERBATIM VERBATIM
) )
# Create target for generated assets # Create target for generated assets
add_custom_target(generated_default_assets ALL add_custom_target(generated_default_assets ALL
DEPENDS ${GENERATED_ASSETS_BIN} DEPENDS ${GENERATED_ASSETS_BIN}
) )
# Set the generated file path in parent scope # Set the generated file path in parent scope
set(GENERATED_ASSETS_LOCAL_FILE ${GENERATED_ASSETS_BIN} PARENT_SCOPE) set(GENERATED_ASSETS_LOCAL_FILE ${GENERATED_ASSETS_BIN} PARENT_SCOPE)
message(STATUS "Default assets build configured: ${GENERATED_ASSETS_BIN}") message(STATUS "Default assets build configured: ${GENERATED_ASSETS_BIN}")
endfunction() endfunction()
@ -1111,18 +1116,18 @@ function(get_assets_local_file assets_source assets_local_file_var)
get_filename_component(ASSETS_FILENAME "${assets_source}" NAME) get_filename_component(ASSETS_FILENAME "${assets_source}" NAME)
set(ASSETS_LOCAL_FILE "${CMAKE_BINARY_DIR}/${ASSETS_FILENAME}") set(ASSETS_LOCAL_FILE "${CMAKE_BINARY_DIR}/${ASSETS_FILENAME}")
set(ASSETS_TEMP_FILE "${CMAKE_BINARY_DIR}/${ASSETS_FILENAME}.tmp") set(ASSETS_TEMP_FILE "${CMAKE_BINARY_DIR}/${ASSETS_FILENAME}.tmp")
# Check if local file exists # Check if local file exists
if(EXISTS ${ASSETS_LOCAL_FILE}) if(EXISTS ${ASSETS_LOCAL_FILE})
message(STATUS "Assets file ${ASSETS_FILENAME} already exists, skipping download") message(STATUS "Assets file ${ASSETS_FILENAME} already exists, skipping download")
else() else()
message(STATUS "Downloading ${ASSETS_FILENAME}") message(STATUS "Downloading ${ASSETS_FILENAME}")
# Clean up any existing temp file # Clean up any existing temp file
if(EXISTS ${ASSETS_TEMP_FILE}) if(EXISTS ${ASSETS_TEMP_FILE})
file(REMOVE ${ASSETS_TEMP_FILE}) file(REMOVE ${ASSETS_TEMP_FILE})
endif() endif()
# Download to temporary file first # Download to temporary file first
file(DOWNLOAD ${assets_source} ${ASSETS_TEMP_FILE} file(DOWNLOAD ${assets_source} ${ASSETS_TEMP_FILE}
STATUS DOWNLOAD_STATUS) STATUS DOWNLOAD_STATUS)
@ -1134,7 +1139,7 @@ function(get_assets_local_file assets_source assets_local_file_var)
endif() endif()
message(FATAL_ERROR "Failed to download ${ASSETS_FILENAME} from ${assets_source}") message(FATAL_ERROR "Failed to download ${ASSETS_FILENAME} from ${assets_source}")
endif() endif()
# Move temp file to final location (atomic operation) # Move temp file to final location (atomic operation)
file(RENAME ${ASSETS_TEMP_FILE} ${ASSETS_LOCAL_FILE}) file(RENAME ${ASSETS_TEMP_FILE} ${ASSETS_LOCAL_FILE})
message(STATUS "Successfully downloaded ${ASSETS_FILENAME}") message(STATUS "Successfully downloaded ${ASSETS_FILENAME}")
@ -1146,15 +1151,15 @@ function(get_assets_local_file assets_source assets_local_file_var)
else() else()
set(ASSETS_LOCAL_FILE "${CMAKE_CURRENT_SOURCE_DIR}/${assets_source}") set(ASSETS_LOCAL_FILE "${CMAKE_CURRENT_SOURCE_DIR}/${assets_source}")
endif() endif()
# Check if local file exists # Check if local file exists
if(NOT EXISTS ${ASSETS_LOCAL_FILE}) if(NOT EXISTS ${ASSETS_LOCAL_FILE})
message(FATAL_ERROR "Assets file not found: ${ASSETS_LOCAL_FILE}") message(FATAL_ERROR "Assets file not found: ${ASSETS_LOCAL_FILE}")
endif() endif()
message(STATUS "Using assets file: ${ASSETS_LOCAL_FILE}") message(STATUS "Using assets file: ${ASSETS_LOCAL_FILE}")
endif() endif()
set(${assets_local_file_var} ${ASSETS_LOCAL_FILE} PARENT_SCOPE) set(${assets_local_file_var} ${ASSETS_LOCAL_FILE} PARENT_SCOPE)
endfunction() endfunction()

View File

@ -130,7 +130,7 @@ choice BOARD_TYPE
depends on IDF_TARGET_ESP32S3 depends on IDF_TARGET_ESP32S3
config BOARD_TYPE_BREAD_COMPACT_WIFI_CAM config BOARD_TYPE_BREAD_COMPACT_WIFI_CAM
bool "Bread Compact WiFi + LCD + Camera (面包板)" bool "Bread Compact WiFi + LCD + Camera (面包板)"
depends on IDF_TARGET_ESP32S3 depends on IDF_TARGET_ESP32S3
config BOARD_TYPE_BREAD_COMPACT_ML307 config BOARD_TYPE_BREAD_COMPACT_ML307
bool "Bread Compact ML307/EC801E (面包板 4G)" bool "Bread Compact ML307/EC801E (面包板 4G)"
depends on IDF_TARGET_ESP32S3 depends on IDF_TARGET_ESP32S3
@ -542,6 +542,9 @@ choice BOARD_TYPE
config BOARD_TYPE_Freenove_ESP32S3_DISPLAY_2_8_LCD config BOARD_TYPE_Freenove_ESP32S3_DISPLAY_2_8_LCD
bool "Freenove ESP32S3 Display 2.8 LCD" bool "Freenove ESP32S3 Display 2.8 LCD"
depends on IDF_TARGET_ESP32S3 depends on IDF_TARGET_ESP32S3
config BOARD_TYPE_AI_VOX3
bool "NULLLAB-AI-VOX3"
depends on IDF_TARGET_ESP32S3
endchoice endchoice
choice choice
@ -674,7 +677,7 @@ endchoice
choice DISPLAY_ESP32S3_TOUCH_LCD_1_85C choice DISPLAY_ESP32S3_TOUCH_LCD_1_85C
depends on BOARD_TYPE_WAVESHARE_ESP32_S3_TOUCH_LCD_1_85C depends on BOARD_TYPE_WAVESHARE_ESP32_S3_TOUCH_LCD_1_85C
prompt "ESP32S3_TOUCH_LCD_1_85C version" prompt "ESP32S3_TOUCH_LCD_1_85C version"
default VERSION_2_0 default VERSION_2_0
help help
hardware version hardware version
config VERSION_1_0 config VERSION_1_0
@ -802,7 +805,7 @@ config USE_DEVICE_AEC
|| BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_3_4C || BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_4C || BOARD_TYPE_ESP_S3_LCD_EV_Board_2 || BOARD_TYPE_YUNLIAO_S3 \ || BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_3_4C || BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_4C || BOARD_TYPE_ESP_S3_LCD_EV_Board_2 || BOARD_TYPE_YUNLIAO_S3 \
|| BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_7 || BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_8 || BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_10_1 \ || BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_7 || BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_8 || BOARD_TYPE_WAVESHARE_ESP32_P4_WIFI6_TOUCH_LCD_10_1 \
|| BOARD_TYPE_ESP_VOCAT || BOARD_TYPE_WAVESHARE_ESP32_S3_TOUCH_LCD_3_49 || BOARD_TYPE_WAVESHARE_ESP32_S3_RLCD_4_2 || BOARD_TYPE_ZHENGCHEN_CAM || BOARD_TYPE_ZHENGCHEN_CAM_ML307 \ || BOARD_TYPE_ESP_VOCAT || BOARD_TYPE_WAVESHARE_ESP32_S3_TOUCH_LCD_3_49 || BOARD_TYPE_WAVESHARE_ESP32_S3_RLCD_4_2 || BOARD_TYPE_ZHENGCHEN_CAM || BOARD_TYPE_ZHENGCHEN_CAM_ML307 \
|| BOARD_TYPE_WAVESHARE_ESP32_S3_TOUCH_LCD_4_3C || BOARD_TYPE_WAVESHARE_ESP32_S3_TOUCH_LCD_1_54 || BOARD_TYPE_WAVESHARE_ESP32_S3_LCD_0_85) || BOARD_TYPE_WAVESHARE_ESP32_S3_TOUCH_LCD_4_3C || BOARD_TYPE_WAVESHARE_ESP32_S3_TOUCH_LCD_1_54 || BOARD_TYPE_WAVESHARE_ESP32_S3_LCD_0_85 || BOARD_TYPE_AI_VOX3)
help help
To work properly, device-side AEC requires a clean output reference path from the speaker signal and physical acoustic isolation between the microphone and speaker. To work properly, device-side AEC requires a clean output reference path from the speaker signal and physical acoustic isolation between the microphone and speaker.

View File

@ -0,0 +1,29 @@
# NULLLAB-AI-VOX3
## 概述
AI-VOX3是AI VOX的升级款是一款专为AI语音交互应用设计的高性能嵌入式开发板。其核心采用ESP32-S3-R8芯片并板载16MB Flash存储器。集成了丰富的硬件资源支持快速开发与灵活扩展。集五合一功能(AI聊天/天气时钟/无线对讲机MP3音乐播放器/网络电台)同时支持本地语音唤醒、指令识别和语音合成可广泛应用于智能家居、教育设备和物联网终端等领域。其PCB尺寸兼容乐高插销可直接安装在积木C款上便于DIY搭建同时配套AI-VOX3扩展板与MD40电机驱动板助力开发者基于板载资源快速构建原型并通过丰富接口实现个性化功能扩展大幅缩短开发周期。
## 功能特点
- 搭载 ESP32-S3R8 高性能 Xtensa 32 位 LX7 双核处理器主频高达240MHz
- 支持 2.4 GHz Wi-Fi (802.11 b/g/n) 和 Bluetooth 5 (LE),板载天线
- ESP32-S3R8芯片内置 512 KB SRAM 和 384 KB ROM以及8MB PSRAM板载16 MB Flash 存储芯片
- 采用 Type-C 接口,支持程序下载、板载供电及锂电池充电,兼容主流开发环境,简化开发与电源管理流程
- 采用电源复位按键二合一将系统复位和开关机集成到Power按键中短按开机或系统复位长按关机简化操作
- 可接1.54寸240×240分辨率SPI接口LCDST7789提供直观图形化交互界面
- 预留LCD排线和OLED插口可以选择OLED或者LCD彩屏显示
- 板载ES8311音频编码解码器与3W音频放大器NS4150B支持高保真音频输入/输出,需外接喇叭
- 双麦克风设计,板载模拟麦克风,还可以外挂模拟麦克风,支持单麦打断
- 板载SD Card接口支持大容量存储扩展
- 板载BOOT按键、2个按键GPIO46/45及WS2812B RGB灯便于交互调试与状态指示
- 引出一组8个GPIO排针接口GPIO43/44/42/48/4/3/2/1支持多种外设接入
- 预留一个4pin PH2.0接口可以方便通过PH2.0供电,也可以和其他主控通讯
- 配套外接AI-VOX3扩展板可通过其扩展板的排针接口扩展更多功能
- 配套外接MD40电机驱动板可通过其驱动板运行多个电机
- 板载充电升压5V 2.4A输出一体电路支持外接锂电池供电并通过IO18 ADC实时检测电量
- 支持ESP-IDF、Arduino IDE、AilyBlockly
## Power按键说明
AI-VOX3取消了传统的Reset复位按键改为使用Power按键统一操作短按一次Power按键则进行开机或系统复位长按Power按键则进行关机。

View File

@ -0,0 +1,237 @@
#pragma once
#include <driver/gpio.h>
#include <driver/i2c_master.h>
#include <esp_codec_dev.h>
#include <esp_codec_dev_defaults.h>
#include <esp_log.h>
#include "audio/audio_codec.h"
class AIVOX3AudioCodec : public AudioCodec {
private:
const audio_codec_data_if_t* data_if_ = nullptr;
const audio_codec_ctrl_if_t* ctrl_if_ = nullptr;
const audio_codec_if_t* codec_if_ = nullptr;
const audio_codec_gpio_if_t* gpio_if_ = nullptr;
esp_codec_dev_handle_t output_dev_ = nullptr;
esp_codec_dev_handle_t input_dev_ = nullptr;
// ref buffer used for aec
std::vector<int16_t> ref_buffer_;
int read_pos_ = 0;
int write_pos_ = 0;
void CreateDuplexChannels(gpio_num_t mclk, gpio_num_t bclk, gpio_num_t ws, gpio_num_t dout,
gpio_num_t din) {
assert(input_sample_rate_ == output_sample_rate_);
i2s_chan_config_t chan_cfg = {
.id = I2S_NUM_0,
.role = I2S_ROLE_MASTER,
.dma_desc_num = AUDIO_CODEC_DMA_DESC_NUM,
.dma_frame_num = AUDIO_CODEC_DMA_FRAME_NUM,
.auto_clear = true,
.intr_priority = 0,
};
ESP_ERROR_CHECK(i2s_new_channel(&chan_cfg, &tx_handle_, &rx_handle_));
i2s_std_config_t std_cfg = {
.clk_cfg = {.sample_rate_hz = (uint32_t)output_sample_rate_,
.clk_src = I2S_CLK_SRC_DEFAULT,
.mclk_multiple = I2S_MCLK_MULTIPLE_128},
.slot_cfg = {.data_bit_width = I2S_DATA_BIT_WIDTH_16BIT,
.slot_bit_width = I2S_SLOT_BIT_WIDTH_AUTO,
.slot_mode = I2S_SLOT_MODE_STEREO,
.slot_mask = I2S_STD_SLOT_BOTH,
.ws_width = I2S_DATA_BIT_WIDTH_16BIT,
.ws_pol = false,
.bit_shift = true},
.gpio_cfg = {.mclk = mclk,
.bclk = bclk,
.ws = ws,
.dout = dout,
.din = din,
.invert_flags = {.mclk_inv = false, .bclk_inv = false, .ws_inv = false}},
};
ESP_ERROR_CHECK(i2s_channel_init_std_mode(tx_handle_, &std_cfg));
ESP_ERROR_CHECK(i2s_channel_init_std_mode(rx_handle_, &std_cfg));
ESP_LOGI("AIVOX3AudioCodec", "Duplex channels created");
}
virtual int Read(int16_t* dest, int samples) override {
if (input_enabled_) {
if (!input_reference_) {
ESP_ERROR_CHECK_WITHOUT_ABORT(
esp_codec_dev_read(input_dev_, (void*)dest, samples * sizeof(int16_t)));
} else {
int size = samples / input_channels_;
std::vector<int16_t> data(size);
// read mic data
ESP_ERROR_CHECK_WITHOUT_ABORT(esp_codec_dev_read(input_dev_, (void*)data.data(),
data.size() * sizeof(int16_t)));
int j = 0;
int i = 0;
while (i < samples) {
// mic data
dest[i++] = data[j++];
// ref data
dest[i++] = read_pos_ < write_pos_ ? ref_buffer_[read_pos_++] : 0;
}
if (read_pos_ == write_pos_) {
read_pos_ = write_pos_ = 0;
}
}
}
return samples;
}
virtual int Write(const int16_t* data, int samples) override {
if (output_enabled_) {
ESP_ERROR_CHECK_WITHOUT_ABORT(
esp_codec_dev_write(output_dev_, (void*)data, samples * sizeof(int16_t)));
if (input_reference_) { // 板子不支持硬件回采,采用缓存播放缓存来实现回声消除
if (write_pos_ - read_pos_ + samples > ref_buffer_.size()) {
assert(ref_buffer_.size() >= samples);
// 写溢出,只保留最近的数据
read_pos_ = write_pos_ + samples - ref_buffer_.size();
}
if (read_pos_) {
if (write_pos_ != read_pos_) {
memmove(ref_buffer_.data(), ref_buffer_.data() + read_pos_,
(write_pos_ - read_pos_) * sizeof(int16_t));
}
write_pos_ -= read_pos_;
read_pos_ = 0;
}
memcpy(&ref_buffer_[write_pos_], data, samples * sizeof(int16_t));
write_pos_ += samples;
}
}
return samples;
}
public:
AIVOX3AudioCodec(void* i2c_master_handle, i2c_port_t i2c_port, int input_sample_rate,
int output_sample_rate, gpio_num_t mclk, gpio_num_t bclk, gpio_num_t ws,
gpio_num_t dout, gpio_num_t din, uint8_t es8311_addr,
bool input_reference = false) {
duplex_ = true; // 是否双工
input_reference_ = input_reference; // 是否使用参考输入,实现回声消除
if (input_reference) {
ref_buffer_.resize(960 * 2);
}
input_channels_ = 1 + input_reference_;
input_sample_rate_ = input_sample_rate;
output_sample_rate_ = output_sample_rate;
CreateDuplexChannels(mclk, bclk, ws, dout, din);
// Do initialize of related interface: data_if, ctrl_if and gpio_if
audio_codec_i2s_cfg_t i2s_cfg = {
.port = I2S_NUM_0,
.rx_handle = rx_handle_,
.tx_handle = tx_handle_,
};
data_if_ = audio_codec_new_i2s_data(&i2s_cfg);
assert(data_if_ != NULL);
// Output
audio_codec_i2c_cfg_t i2c_cfg = {
.port = i2c_port,
.addr = es8311_addr,
.bus_handle = i2c_master_handle,
};
ctrl_if_ = audio_codec_new_i2c_ctrl(&i2c_cfg);
assert(ctrl_if_ != NULL);
gpio_if_ = audio_codec_new_gpio();
assert(gpio_if_ != NULL);
es8311_codec_cfg_t es8311_cfg = {};
es8311_cfg.ctrl_if = ctrl_if_;
es8311_cfg.gpio_if = gpio_if_;
es8311_cfg.codec_mode = ESP_CODEC_DEV_WORK_MODE_BOTH;
es8311_cfg.pa_pin = GPIO_NUM_NC;
es8311_cfg.use_mclk = true;
es8311_cfg.hw_gain.pa_voltage = 5.0;
es8311_cfg.hw_gain.codec_dac_voltage = 3.3;
es8311_cfg.pa_reverted = false;
es8311_cfg.mclk_div = I2S_MCLK_MULTIPLE_128;
codec_if_ = es8311_codec_new(&es8311_cfg);
assert(codec_if_ != NULL);
esp_codec_dev_cfg_t dev_cfg = {
.dev_type = ESP_CODEC_DEV_TYPE_OUT,
.codec_if = codec_if_,
.data_if = data_if_,
};
output_dev_ = esp_codec_dev_new(&dev_cfg);
assert(output_dev_ != NULL);
dev_cfg.dev_type = ESP_CODEC_DEV_TYPE_IN;
input_dev_ = esp_codec_dev_new(&dev_cfg);
assert(input_dev_ != NULL);
esp_codec_set_disable_when_closed(output_dev_, false);
esp_codec_set_disable_when_closed(input_dev_, false);
ESP_LOGI("AIVOX3AudioCodec", "AIVOX3AudioCodec initialized");
}
virtual ~AIVOX3AudioCodec() {
ESP_ERROR_CHECK(esp_codec_dev_close(output_dev_));
esp_codec_dev_delete(output_dev_);
ESP_ERROR_CHECK(esp_codec_dev_close(input_dev_));
esp_codec_dev_delete(input_dev_);
audio_codec_delete_codec_if(codec_if_);
audio_codec_delete_ctrl_if(ctrl_if_);
audio_codec_delete_gpio_if(gpio_if_);
audio_codec_delete_data_if(data_if_);
}
virtual void SetOutputVolume(int volume) override {
ESP_ERROR_CHECK(esp_codec_dev_set_out_vol(output_dev_, volume));
AudioCodec::SetOutputVolume(volume);
}
virtual void EnableInput(bool enable) override {
if (enable == input_enabled_) {
return;
}
if (enable) {
esp_codec_dev_sample_info_t fs = {
.bits_per_sample = 16,
.channel = 1,
.channel_mask = 0,
.sample_rate = (uint32_t)input_sample_rate_,
.mclk_multiple = I2S_MCLK_MULTIPLE_128,
};
ESP_ERROR_CHECK(esp_codec_dev_open(input_dev_, &fs));
ESP_ERROR_CHECK(esp_codec_dev_set_in_gain(input_dev_, 37.5));
} else {
ESP_ERROR_CHECK(esp_codec_dev_close(input_dev_));
}
AudioCodec::EnableInput(enable);
}
virtual void EnableOutput(bool enable) override {
if (enable == output_enabled_) {
return;
}
if (enable) {
// Play 16bit 1 channel
esp_codec_dev_sample_info_t fs = {
.bits_per_sample = 16,
.channel = 1,
.channel_mask = 0,
.sample_rate = (uint32_t)output_sample_rate_,
.mclk_multiple = I2S_MCLK_MULTIPLE_128,
};
ESP_ERROR_CHECK(esp_codec_dev_open(output_dev_, &fs));
ESP_ERROR_CHECK(esp_codec_dev_set_out_vol(output_dev_, output_volume_));
} else {
ESP_ERROR_CHECK(esp_codec_dev_close(output_dev_));
}
AudioCodec::EnableOutput(enable);
}
};

View File

@ -0,0 +1,205 @@
#include <driver/rtc_io.h>
#include <esp_lcd_panel_vendor.h>
#include <esp_log.h>
#include <esp_sleep.h>
#include <wifi_station.h>
#include "application.h"
#include "assets/lang_config.h"
#include "button.h"
#include "config.h"
#include "display/lcd_display.h"
#include "dual_network_board.h"
#include "led/single_led.h"
#include "ai_vox3_audio_codec.h"
#include "power_manager.h"
#define TAG "AIVOX3"
class AIVOX3 : public DualNetworkBoard {
private:
Button boot_button_;
Button volume_up_button_;
Button volume_down_button_;
PowerManager* power_manager_;
i2c_master_bus_handle_t codec_i2c_bus_;
LcdDisplay* display_;
void InitializePowerManager() {
power_manager_ = new PowerManager(BATTERY_LEVEL_PIN, BATTERY_CHARGING_PIN);
}
void InitializeI2c() {
i2c_master_bus_config_t i2c_bus_cfg = {
.i2c_port = I2C_NUM_0,
.sda_io_num = AUDIO_CODEC_I2C_SDA_PIN,
.scl_io_num = AUDIO_CODEC_I2C_SCL_PIN,
.clk_source = I2C_CLK_SRC_DEFAULT,
.glitch_ignore_cnt = 7,
.intr_priority = 0,
.trans_queue_depth = 0,
.flags =
{
.enable_internal_pullup = 1,
},
};
ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &codec_i2c_bus_));
}
void InitializeSpi() {
spi_bus_config_t buscfg = {};
buscfg.mosi_io_num = DISPLAY_MOSI_PIN;
buscfg.miso_io_num = GPIO_NUM_NC;
buscfg.sclk_io_num = DISPLAY_CLK_PIN;
buscfg.quadwp_io_num = GPIO_NUM_NC;
buscfg.quadhd_io_num = GPIO_NUM_NC;
buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t);
ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &buscfg, SPI_DMA_CH_AUTO));
}
void InitializeLcdDisplay() {
esp_lcd_panel_io_handle_t panel_io = nullptr;
esp_lcd_panel_handle_t panel = nullptr;
// 液晶屏控制IO初始化
ESP_LOGD(TAG, "Install panel IO");
esp_lcd_panel_io_spi_config_t io_config = {};
io_config.cs_gpio_num = DISPLAY_CS_PIN;
io_config.dc_gpio_num = DISPLAY_DC_PIN;
io_config.spi_mode = DISPLAY_SPI_MODE;
io_config.pclk_hz = 40 * 1000 * 1000;
io_config.trans_queue_depth = 10;
io_config.lcd_cmd_bits = 8;
io_config.lcd_param_bits = 8;
ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI3_HOST, &io_config, &panel_io));
// 初始化液晶屏驱动芯片
ESP_LOGD(TAG, "Install LCD driver");
esp_lcd_panel_dev_config_t panel_config = {};
panel_config.reset_gpio_num = DISPLAY_RST_PIN;
panel_config.rgb_ele_order = DISPLAY_RGB_ORDER;
panel_config.bits_per_pixel = 16;
ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel));
esp_lcd_panel_reset(panel);
esp_lcd_panel_init(panel);
esp_lcd_panel_invert_color(panel, DISPLAY_INVERT_COLOR);
esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY);
esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y);
display_ = new SpiLcdDisplay(panel_io, panel, DISPLAY_WIDTH, DISPLAY_HEIGHT,
DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X,
DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY);
}
void InitializeButtons() {
boot_button_.OnClick([this]() {
auto& app = Application::GetInstance();
if (GetNetworkType() == NetworkType::WIFI) {
if (app.GetDeviceState() == kDeviceStateStarting ||
app.GetDeviceState() == kDeviceStateWifiConfiguring) {
// cast to WifiBoard
auto& wifi_board = static_cast<WifiBoard&>(GetCurrentBoard());
wifi_board.EnterWifiConfigMode();
}
}
app.ToggleChatState();
});
boot_button_.OnLongPress([this]() {
auto& app = Application::GetInstance();
if (app.GetDeviceState() == kDeviceStateStarting ||
app.GetDeviceState() == kDeviceStateWifiConfiguring) {
SwitchNetworkType();
}
});
#if CONFIG_USE_DEVICE_AEC
boot_button_.OnDoubleClick([this]() {
auto& app = Application::GetInstance();
if (app.GetDeviceState() == kDeviceStateIdle) {
app.SetAecMode(app.GetAecMode() == kAecOff ? kAecOnDeviceSide : kAecOff);
}
});
#endif
volume_up_button_.OnClick([this]() {
auto codec = GetAudioCodec();
auto volume = codec->output_volume() + 10;
if (volume > 100) {
volume = 100;
}
codec->SetOutputVolume(volume);
GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume));
});
volume_up_button_.OnLongPress([this]() {
GetAudioCodec()->SetOutputVolume(100);
GetDisplay()->ShowNotification(Lang::Strings::MAX_VOLUME);
});
volume_down_button_.OnClick([this]() {
auto codec = GetAudioCodec();
auto volume = codec->output_volume() - 10;
if (volume < 0) {
volume = 0;
}
codec->SetOutputVolume(volume);
GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume));
});
volume_down_button_.OnLongPress([this]() {
GetAudioCodec()->SetOutputVolume(0);
GetDisplay()->ShowNotification(Lang::Strings::MUTED);
});
}
// 物联网初始化,添加对 AI 可见设备
void InitializeTools() {}
public:
AIVOX3()
: DualNetworkBoard(ML307_TX_PIN, ML307_RX_PIN, GPIO_NUM_NC, DEFAULT_4G_NETWORK),
boot_button_(BOOT_BUTTON_GPIO),
volume_up_button_(VOLUME_UP_BUTTON_GPIO),
volume_down_button_(VOLUME_DOWN_BUTTON_GPIO) {
InitializeI2c();
InitializeSpi();
InitializeLcdDisplay();
InitializePowerManager();
InitializeButtons();
InitializeTools();
GetBacklight()->RestoreBrightness();
}
virtual Led* GetLed() override {
static SingleLed led(BUILTIN_LED_GPIO);
return &led;
}
virtual AudioCodec* GetAudioCodec() override {
static AIVOX3AudioCodec audio_codec(
codec_i2c_bus_, I2C_NUM_0, AUDIO_INPUT_SAMPLE_RATE, AUDIO_OUTPUT_SAMPLE_RATE,
AUDIO_I2S_GPIO_MCLK, AUDIO_I2S_GPIO_BCLK, AUDIO_I2S_GPIO_WS, AUDIO_I2S_GPIO_DOUT,
AUDIO_I2S_GPIO_DIN, AUDIO_CODEC_ES8311_ADDR, AUDIO_INPUT_REFERENCE);
return &audio_codec;
}
virtual Display* GetDisplay() override { return display_; }
virtual Backlight* GetBacklight() override {
static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, DISPLAY_BACKLIGHT_OUTPUT_INVERT);
return &backlight;
}
virtual bool GetBatteryLevel(int& level, bool& charging, bool& discharging) override {
charging = power_manager_->IsCharging();
discharging = power_manager_->IsDischarging();
level = power_manager_->GetBatteryLevel();
return true;
}
};
DECLARE_BOARD(AIVOX3);

View File

@ -0,0 +1,54 @@
#pragma once
#include <driver/gpio.h>
#define DEFAULT_4G_NETWORK 0
#if CONFIG_USE_DEVICE_AEC
#define AUDIO_INPUT_REFERENCE true
#else
#define AUDIO_INPUT_REFERENCE false
#endif
#define AUDIO_INPUT_SAMPLE_RATE 24000
#define AUDIO_OUTPUT_SAMPLE_RATE 24000
#define AUDIO_I2S_GPIO_MCLK GPIO_NUM_11
#define AUDIO_I2S_GPIO_BCLK GPIO_NUM_10
#define AUDIO_I2S_GPIO_WS GPIO_NUM_8
#define AUDIO_I2S_GPIO_DOUT GPIO_NUM_7
#define AUDIO_I2S_GPIO_DIN GPIO_NUM_9
#define AUDIO_CODEC_PA_PIN GPIO_NUM_NC
#define AUDIO_CODEC_I2C_SDA_PIN GPIO_NUM_13
#define AUDIO_CODEC_I2C_SCL_PIN GPIO_NUM_12
#define AUDIO_CODEC_ES8311_ADDR ES8311_CODEC_DEFAULT_ADDR
#define BUILTIN_LED_GPIO GPIO_NUM_41
#define BOOT_BUTTON_GPIO GPIO_NUM_0
#define VOLUME_UP_BUTTON_GPIO GPIO_NUM_46
#define VOLUME_DOWN_BUTTON_GPIO GPIO_NUM_45
#define DISPLAY_BACKLIGHT_PIN GPIO_NUM_16
#define DISPLAY_MOSI_PIN GPIO_NUM_21
#define DISPLAY_CLK_PIN GPIO_NUM_17
#define DISPLAY_DC_PIN GPIO_NUM_14
#define DISPLAY_RST_PIN GPIO_NUM_NC
#define DISPLAY_CS_PIN GPIO_NUM_15
#define DISPLAY_WIDTH 240
#define DISPLAY_HEIGHT 240
#define DISPLAY_MIRROR_X false
#define DISPLAY_MIRROR_Y false
#define DISPLAY_SWAP_XY false
#define DISPLAY_INVERT_COLOR true
#define DISPLAY_RGB_ORDER LCD_RGB_ELEMENT_ORDER_RGB
#define DISPLAY_OFFSET_X 0
#define DISPLAY_OFFSET_Y 0
#define DISPLAY_BACKLIGHT_OUTPUT_INVERT false
#define DISPLAY_SPI_MODE 0
#define BATTERY_LEVEL_PIN GPIO_NUM_18
#define BATTERY_CHARGING_PIN GPIO_NUM_47
#define ML307_TX_PIN GPIO_NUM_44
#define ML307_RX_PIN GPIO_NUM_43

View File

@ -0,0 +1,9 @@
{
"target": "esp32s3",
"builds": [
{
"name": "nulllab-ai-vox-v3",
"sdkconfig_append": ["CONFIG_ESP_CONSOLE_NONE=y"]
}
]
}

View File

@ -0,0 +1,150 @@
#pragma once
#include <driver/gpio.h>
#include <esp_adc/adc_oneshot.h>
#include <esp_log.h>
#include <esp_timer.h>
class PowerManager {
private:
static constexpr uint32_t BATTERY_LEVEL_MIN = 2048;
static constexpr uint32_t BATTERY_LEVEL_MAX = 2330;
static constexpr size_t ADC_VALUES_COUNT = 10;
static constexpr size_t CHARGING_COUNT = 5;
esp_timer_handle_t timer_handle_ = nullptr;
gpio_num_t adc_pin_ = GPIO_NUM_NC;
uint16_t adc_values_[ADC_VALUES_COUNT];
size_t adc_values_index_ = 0;
size_t adc_values_count_ = 0;
uint8_t battery_level_ = 100;
gpio_num_t charging_pin_ = GPIO_NUM_NC;
bool is_charging_ = false;
int unchanging_count = 0;
adc_oneshot_unit_handle_t adc_handle_;
adc_channel_t adc_channel_;
void CheckBatteryStatus() {
if (charging_pin_ != GPIO_NUM_NC) {
bool new_charging_status = gpio_get_level(charging_pin_) == 1;
if (new_charging_status) {
unchanging_count = 0;
} else {
unchanging_count++;
if (is_charging_ && unchanging_count < 5) {
new_charging_status = true;
}
}
is_charging_ = new_charging_status;
}
ReadBatteryAdcData();
}
void ReadBatteryAdcData() {
int adc_value;
ESP_ERROR_CHECK(adc_oneshot_read(adc_handle_, adc_channel_, &adc_value));
adc_values_[adc_values_index_] = adc_value;
adc_values_index_ = (adc_values_index_ + 1) % ADC_VALUES_COUNT;
if (adc_values_count_ < ADC_VALUES_COUNT) {
adc_values_count_++;
}
uint32_t average_adc = 0;
for (size_t i = 0; i < adc_values_count_; i++) {
average_adc += adc_values_[i];
}
average_adc /= adc_values_count_;
CalculateBatteryLevel(average_adc);
ESP_LOGI("PowerManager", "ADC值: %d 平均值: %ld 电量: %u%%", adc_value, average_adc,
battery_level_);
}
void CalculateBatteryLevel(uint32_t average_adc) {
if (average_adc <= BATTERY_LEVEL_MIN) {
battery_level_ = 0;
} else if (average_adc >= BATTERY_LEVEL_MAX) {
battery_level_ = 100;
} else {
float ratio = static_cast<float>(average_adc - BATTERY_LEVEL_MIN) /
(BATTERY_LEVEL_MAX - BATTERY_LEVEL_MIN);
battery_level_ = ratio * 100;
}
}
public:
PowerManager(gpio_num_t adc_pin_, gpio_num_t charging_pin)
: adc_pin_(adc_pin_), charging_pin_(charging_pin) {
// 初始化充电引脚
if (charging_pin_ != GPIO_NUM_NC) {
gpio_config_t io_conf = {};
io_conf.intr_type = GPIO_INTR_DISABLE;
io_conf.mode = GPIO_MODE_INPUT;
io_conf.pin_bit_mask = (1ULL << charging_pin_);
io_conf.pull_down_en = GPIO_PULLDOWN_DISABLE;
io_conf.pull_up_en = GPIO_PULLUP_DISABLE;
gpio_config(&io_conf);
}
esp_timer_create_args_t timer_args = {
.callback =
[](void* arg) {
PowerManager* self = static_cast<PowerManager*>(arg);
self->CheckBatteryStatus();
},
.arg = this,
.dispatch_method = ESP_TIMER_TASK,
.name = "battery_check_timer",
.skip_unhandled_events = true,
};
ESP_ERROR_CHECK(esp_timer_create(&timer_args, &timer_handle_));
ESP_ERROR_CHECK(esp_timer_start_periodic(timer_handle_, 1000000)); // 1秒
InitializeAdc();
}
void InitializeAdc() {
adc_unit_t adc_unit;
ESP_ERROR_CHECK(adc_oneshot_io_to_channel(adc_pin_, &adc_unit, &adc_channel_));
adc_oneshot_unit_init_cfg_t init_config = {
.unit_id = adc_unit,
.ulp_mode = ADC_ULP_MODE_DISABLE,
};
ESP_ERROR_CHECK(adc_oneshot_new_unit(&init_config, &adc_handle_));
adc_oneshot_chan_cfg_t chan_config = {
.atten = ADC_ATTEN_DB_12,
.bitwidth = ADC_BITWIDTH_12,
};
ESP_ERROR_CHECK(adc_oneshot_config_channel(adc_handle_, adc_channel_, &chan_config));
}
~PowerManager() {
if (timer_handle_) {
esp_timer_stop(timer_handle_);
esp_timer_delete(timer_handle_);
}
if (adc_handle_) {
adc_oneshot_del_unit(adc_handle_);
}
}
bool IsCharging() {
// 如果电量已经满了,则不再显示充电中
if (battery_level_ == 100) {
return false;
}
return is_charging_;
}
bool IsDischarging() {
// 没有区分充电和放电,所以直接返回相反状态
return !is_charging_;
}
uint8_t GetBatteryLevel() { return battery_level_; }
};