feat: cam and slience detect sleep

main/boards/zhengchen-cam/custom-emojis/README.md

@@ -29,9 +29,14 @@ Recommended minimum set:
 Fatigue reminder:
 
 - Add `wakeup.gif` or `wakeup.png` to make the idle-fatigue reminder show a custom idol animation.
-- The reminder defaults to `wakeup` after 12 seconds of idle time or listening silence, then waits 60 seconds before it can trigger again.
+- The reminder defaults to `wakeup` when camera drowsiness is detected, then waits 60 seconds before it can trigger again.
 - Optional NVS settings in namespace `fatigue`:
   - `enabled` (`bool`, default `true`)
+  - `camera_enabled` (`bool`, default `true`)
+  - `camera_debug_preview` (`bool`, default `true`; shows the sampled frame with the eye ROI box)
+  - `camera_interval_sec` (`int`, default `3`)
+  - `camera_closed_samples` (`int`, default `2`)
+  - `silence_enabled` (`bool`, default `false`)
   - `idle_timeout_sec` (`int`, default `12`)
   - `listening_timeout_sec` (`int`, default `12`)
   - `cooldown_sec` (`int`, default `60`)

main/boards/zhengchen-cam/mcp_controller.cc

@@ -1,5 +1,6 @@
 #include <cJSON.h>
 #include <esp_log.h>
+#include <sdkconfig.h>
 
 #include <cstring>
 
@@ -13,6 +14,52 @@
 
 #define TAG "MCPController"
 
+namespace {
+constexpr bool kDefaultFatigueEnabled =
+#if defined(CONFIG_FATIGUE_DETECTION_MODE_OFF)
+    false;
+#else
+    true;
+#endif
+
+constexpr bool kDefaultFatigueCameraEnabled =
+#if defined(CONFIG_FATIGUE_DETECTION_MODE_CAMERA) || defined(CONFIG_FATIGUE_DETECTION_MODE_BOTH)
+    true;
+#else
+    false;
+#endif
+
+constexpr bool kDefaultFatigueSilenceEnabled =
+#if defined(CONFIG_FATIGUE_DETECTION_MODE_SILENCE) || defined(CONFIG_FATIGUE_DETECTION_MODE_BOTH)
+    true;
+#else
+    false;
+#endif
+
+constexpr bool kDefaultFatigueCameraDebugPreview =
+#if defined(CONFIG_FATIGUE_CAMERA_DEBUG_PREVIEW_DEFAULT)
+    true;
+#else
+    false;
+#endif
+
+std::string GetFatigueDetectionMode(bool enabled, bool camera_enabled, bool silence_enabled) {
+    if (!enabled) {
+        return "off";
+    }
+    if (camera_enabled && silence_enabled) {
+        return "both";
+    }
+    if (camera_enabled) {
+        return "camera";
+    }
+    if (silence_enabled) {
+        return "silence";
+    }
+    return "off";
+}
+}  // namespace
+
 class MCPController {
 public:
     MCPController() {
@@ -42,7 +89,6 @@ public:
                 app.SetAecMode(kAecOff);
                 return "{\"success\": true, \"message\": \"AEC对话打断模式已关闭\"}";
             }else {
-                auto& board = Board::GetInstance();
                 app.SetAecMode(kAecOnDeviceSide);
                 
                 return "{\"success\": true, \"message\": \"AEC对话打断模式已开启\"}";
@@ -79,6 +125,79 @@ public:
         }
     );
 
+    mcp_server.AddTool(
+        "self.fatigue.set_detection_mode",
+        "切换疲劳提醒检测模式。当用户想切换打瞌睡检测、眨眼检测、不讲话检测、关闭疲劳提醒或查看摄像头取样画面时使用此工具。\n"
+        "参数：\n"
+        "   `mode`: 检测模式，可选值只有 `camera`(只用摄像头眨眼/闭眼检测)、`silence`(只用不讲话/静默检测)、`both`(两个都开)、`off`(关闭疲劳提醒)\n"
+        "   `debug_preview`: 是否显示摄像头调试预览。默认 false；只有用户明确想看摄像头拍到什么时才设为 true\n"
+        "返回值：\n"
+        "   反馈当前疲劳检测模式，不需要确认，立即播报相关数据\n",
+        PropertyList({
+            Property("mode", kPropertyTypeString),
+            Property("debug_preview", kPropertyTypeBoolean, false),
+        }),
+        [](const PropertyList& properties) -> ReturnValue {
+            auto mode = properties["mode"].value<std::string>();
+            bool debug_preview = properties["debug_preview"].value<bool>();
+
+            bool enabled = true;
+            bool camera_enabled = false;
+            bool silence_enabled = false;
+            std::string message;
+
+            if (mode == "camera") {
+                camera_enabled = true;
+                message = "已切换为摄像头眨眼检测模式";
+            } else if (mode == "silence") {
+                silence_enabled = true;
+                message = "已切换为不讲话静默检测模式";
+            } else if (mode == "both") {
+                camera_enabled = true;
+                silence_enabled = true;
+                message = "已切换为摄像头加静默双检测模式";
+            } else if (mode == "off") {
+                enabled = false;
+                message = "疲劳提醒检测已关闭";
+            } else {
+                return "{\"success\": false, \"message\": \"检测模式无效，只能使用 camera、silence、both 或 off\"}";
+            }
+
+            Settings settings("fatigue", true);
+            settings.SetBool("enabled", enabled);
+            settings.SetBool("camera_enabled", camera_enabled);
+            settings.SetBool("silence_enabled", silence_enabled);
+            settings.SetBool("camera_debug_preview", debug_preview);
+
+            return std::string("{\"success\": true, \"mode\": \"") + mode +
+                   "\", \"debug_preview\": " + (debug_preview ? "true" : "false") +
+                   ", \"message\": \"" + message + "\"}";
+        }
+    );
+
+    mcp_server.AddTool(
+        "self.fatigue.get_detection_mode",
+        "获取当前疲劳提醒检测模式。当用户询问现在使用哪种打瞌睡检测模式时使用此工具。\n"
+        "返回值：\n"
+        "   当前检测模式和摄像头预览状态\n",
+        PropertyList(),
+        [](const PropertyList&) -> ReturnValue {
+            Settings settings("fatigue", false);
+            bool enabled = settings.GetBool("enabled", kDefaultFatigueEnabled);
+            bool camera_enabled = settings.GetBool("camera_enabled", kDefaultFatigueCameraEnabled);
+            bool silence_enabled =
+                settings.GetBool("silence_enabled", kDefaultFatigueSilenceEnabled);
+            bool debug_preview =
+                settings.GetBool("camera_debug_preview", kDefaultFatigueCameraDebugPreview);
+            auto mode = GetFatigueDetectionMode(enabled, camera_enabled, silence_enabled);
+
+            return std::string("{\"success\": true, \"mode\": \"") + mode +
+                   "\", \"camera_enabled\": " + (camera_enabled ? "true" : "false") +
+                   ", \"silence_enabled\": " + (silence_enabled ? "true" : "false") +
+                   ", \"debug_preview\": " + (debug_preview ? "true" : "false") + "}";
+        }
+    );
+
         ESP_LOGI(TAG, "MCP工具注册完成");
     }
 
@@ -91,4 +210,4 @@ void InitializeMCPController() {
         g_mcp_controller = new MCPController();
         ESP_LOGI(TAG, "注册MCP工具");
     }
-}
+}