#include "wifi_board.h" #include "audio/codecs/box_audio_codec.h" #include "display/lcd_display.h" #include "application.h" #include "button.h" #include "led/single_led.h" #include "config.h" #include "i2c_device.h" #include "esp32_camera.h" #include "assets/lang_config.h" #include #include #include #include #include #include "power_manager.h" #include #include #include "settings.h" #define FIRST_BOOT_NS "boot_config" #define FIRST_BOOT_KEY "is_first" #define TAG "shhkCamBoard" //控制器初始化函数声明 void InitializeMCPController(); LV_FONT_DECLARE(font_puhui_20_4); LV_FONT_DECLARE(font_awesome_20_4); class Pca9557 : public I2cDevice { public: Pca9557(i2c_master_bus_handle_t i2c_bus, uint8_t addr) : I2cDevice(i2c_bus, addr) { WriteReg(0x01, 0x03); WriteReg(0x03, 0xf8); } void SetOutputState(uint8_t bit, uint8_t level) { uint8_t data = ReadReg(0x01); data = (data & ~(1 << bit)) | (level << bit); WriteReg(0x01, data); } }; class CustomAudioCodec : public BoxAudioCodec { private: Pca9557* pca9557_; public: CustomAudioCodec(i2c_master_bus_handle_t i2c_bus, Pca9557* pca9557) : BoxAudioCodec(i2c_bus, AUDIO_INPUT_SAMPLE_RATE, AUDIO_OUTPUT_SAMPLE_RATE, AUDIO_I2S_GPIO_MCLK, AUDIO_I2S_GPIO_BCLK, AUDIO_I2S_GPIO_WS, AUDIO_I2S_GPIO_DOUT, AUDIO_I2S_GPIO_DIN, GPIO_NUM_NC, AUDIO_CODEC_ES8311_ADDR, AUDIO_CODEC_ES7210_ADDR, AUDIO_INPUT_REFERENCE), pca9557_(pca9557) { } virtual void EnableOutput(bool enable) override { BoxAudioCodec::EnableOutput(enable); if (enable) { pca9557_->SetOutputState(1, 1); } else { pca9557_->SetOutputState(1, 0); } } }; class shhkCamBoard : public WifiBoard { private: i2c_master_bus_handle_t i2c_bus_; i2c_master_dev_handle_t pca9557_handle_; Button boot_button_; Button volume_up_button_; Button volume_down_button_; LcdDisplay* display_ = nullptr; Pca9557* pca9557_; Esp32Camera* camera_; PowerManager* power_manager_ = new PowerManager(GPIO_NUM_47); void InitializeI2c() { // Initialize I2C peripheral i2c_master_bus_config_t i2c_bus_cfg = { .i2c_port = (i2c_port_t)1, .sda_io_num = AUDIO_CODEC_I2C_SDA_PIN, .scl_io_num = AUDIO_CODEC_I2C_SCL_PIN, .clk_source = I2C_CLK_SRC_DEFAULT, .glitch_ignore_cnt = 7, .intr_priority = 0, .trans_queue_depth = 0, .flags = { .enable_internal_pullup = 1, }, }; ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_)); // Initialize PCA9557 pca9557_ = new Pca9557(i2c_bus_, 0x19); } void InitializeSpi() { spi_bus_config_t buscfg = {}; buscfg.mosi_io_num = GPIO_NUM_40; buscfg.miso_io_num = GPIO_NUM_NC; buscfg.sclk_io_num = GPIO_NUM_41; buscfg.quadwp_io_num = GPIO_NUM_NC; buscfg.quadhd_io_num = GPIO_NUM_NC; buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t); ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &buscfg, SPI_DMA_CH_AUTO)); } void InitializeButtons() { boot_button_.OnClick([this]() { auto& app = Application::GetInstance(); if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) { ResetWifiConfiguration(); } app.ToggleChatState(); }); boot_button_.OnDoubleClick([this]() { Settings settings(FIRST_BOOT_NS, true); bool is_first_boot = settings.GetInt(FIRST_BOOT_KEY, 1) != 0; if (is_first_boot) { ESP_LOGI(TAG, "首次启动,启用双击拍照功能"); auto camera = GetCamera(); if (!camera->Capture()) { ESP_LOGE(TAG, "Camera capture failed"); } settings.SetInt(FIRST_BOOT_KEY, 0); } else { ESP_LOGI(TAG, "非首次启动,禁用双击拍照功能"); auto& app = Application::GetInstance(); if (app.GetDeviceState() == kDeviceStateIdle) { app.SetAecMode(app.GetAecMode() == kAecOff ? kAecOnDeviceSide : kAecOff); GetAudioCodec()->SetOutputVolume(60); } } }); boot_button_.OnLongPress([this]() { auto& app = Application::GetInstance(); app.SetDeviceState(kDeviceStateWifiConfiguring); ResetWifiConfiguration(); }); volume_up_button_.OnClick([this]() { auto codec = GetAudioCodec(); auto volume = codec->output_volume() + 10; if (volume > 100) { volume = 100; } GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume/10)); codec->SetOutputVolume(volume); }); volume_up_button_.OnLongPress([this]() { GetAudioCodec()->SetOutputVolume(100); GetDisplay()->ShowNotification(Lang::Strings::MAX_VOLUME); }); volume_down_button_.OnClick([this]() { auto codec = GetAudioCodec(); auto volume = codec->output_volume() - 10; if (volume < 0) { volume = 0; } codec->SetOutputVolume(volume); GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume/10)); }); volume_down_button_.OnLongPress([this]() { GetAudioCodec()->SetOutputVolume(0); GetDisplay()->ShowNotification(Lang::Strings::MUTED); }); } void InitializeSt7789Display() { esp_lcd_panel_io_handle_t panel_io = nullptr; esp_lcd_panel_handle_t panel = nullptr; // 液晶屏控制IO初始化 ESP_LOGD(TAG, "Install panel IO"); esp_lcd_panel_io_spi_config_t io_config = {}; io_config.cs_gpio_num = GPIO_NUM_NC; io_config.dc_gpio_num = GPIO_NUM_39; io_config.spi_mode = 0; io_config.pclk_hz = 80 * 1000 * 1000; io_config.trans_queue_depth = 10; io_config.lcd_cmd_bits = 8; io_config.lcd_param_bits = 8; ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI3_HOST, &io_config, &panel_io)); // 初始化液晶屏驱动芯片ST7789 ESP_LOGD(TAG, "Install LCD driver"); esp_lcd_panel_dev_config_t panel_config = {}; panel_config.reset_gpio_num = GPIO_NUM_NC; panel_config.rgb_ele_order = LCD_RGB_ELEMENT_ORDER_RGB; panel_config.bits_per_pixel = 16; ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel)); esp_lcd_panel_reset(panel); pca9557_->SetOutputState(0, 0); esp_lcd_panel_init(panel); esp_lcd_panel_invert_color(panel, false); Settings settings("lcd_display", true); bool is_landscape = settings.GetInt("lcd_mode", 1) != 0; if(is_landscape) { // 横屏模式 esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY); esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y); display_ = new SpiLcdDisplay(panel_io, panel, DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY); } else { // 竖屏模式 esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY_1); esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X_1, DISPLAY_MIRROR_Y_1); display_ = new SpiLcdDisplay(panel_io, panel, DISPLAY_WIDTH_1, DISPLAY_HEIGHT_1, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X_1, DISPLAY_MIRROR_Y_1, DISPLAY_SWAP_XY_1); } } void InitializeCamera() { // Open camera power pca9557_->SetOutputState(2, 0); camera_config_t config = {}; config.ledc_channel = LEDC_CHANNEL_2; // LEDC通道选择 用于生成XCLK时钟 但是S3不用 config.ledc_timer = LEDC_TIMER_2; // LEDC timer选择 用于生成XCLK时钟 但是S3不用 config.pin_d0 = CAMERA_PIN_D0; config.pin_d1 = CAMERA_PIN_D1; config.pin_d2 = CAMERA_PIN_D2; config.pin_d3 = CAMERA_PIN_D3; config.pin_d4 = CAMERA_PIN_D4; config.pin_d5 = CAMERA_PIN_D5; config.pin_d6 = CAMERA_PIN_D6; config.pin_d7 = CAMERA_PIN_D7; config.pin_xclk = CAMERA_PIN_XCLK; config.pin_pclk = CAMERA_PIN_PCLK; config.pin_vsync = CAMERA_PIN_VSYNC; config.pin_href = CAMERA_PIN_HREF; config.pin_sccb_sda = -1; // 这里写-1 表示使用已经初始化的I2C接口 config.pin_sccb_scl = CAMERA_PIN_SIOC; config.sccb_i2c_port = 1; config.pin_pwdn = CAMERA_PIN_PWDN; config.pin_reset = CAMERA_PIN_RESET; config.xclk_freq_hz = XCLK_FREQ_HZ; config.pixel_format = PIXFORMAT_RGB565; config.frame_size = FRAMESIZE_VGA; config.jpeg_quality = 9; config.fb_count = 1; config.fb_location = CAMERA_FB_IN_PSRAM; config.grab_mode = CAMERA_GRAB_WHEN_EMPTY; camera_ = new Esp32Camera(config); } void InitializeController() { InitializeMCPController(); } public: shhkCamBoard() : boot_button_(BOOT_BUTTON_GPIO), volume_up_button_(VOLUME_UP_BUTTON_GPIO), volume_down_button_(VOLUME_DOWN_BUTTON_GPIO) { InitializeI2c(); InitializeSpi(); InitializeSt7789Display(); InitializeButtons(); InitializeCamera(); InitializeController(); GetBacklight()->RestoreBrightness(); } virtual AudioCodec* GetAudioCodec() override { static CustomAudioCodec audio_codec( i2c_bus_, pca9557_); return &audio_codec; } virtual Display* GetDisplay() override { return display_; } virtual Led* GetLed() override { static SingleLed led(BUILTIN_LED_GPIO); return &led; } virtual bool GetBatteryLevel(int& level, bool& charging, bool& discharging) override { static bool last_discharging = false; charging = power_manager_->IsCharging(); discharging = power_manager_->IsDischarging(); if (discharging != last_discharging) { last_discharging = discharging; } level = std::max(power_manager_->GetBatteryLevel(), 20); return true; } virtual bool GetTemperature(float& esp32temp) override { esp32temp = power_manager_->GetTemperature(); return true; } virtual Backlight* GetBacklight() override { static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, DISPLAY_BACKLIGHT_OUTPUT_INVERT); return &backlight; } virtual Camera* GetCamera() override { return camera_; } }; DECLARE_BOARD(shhkCamBoard);