verachen/xiaozhi-esp32
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

regenerate jpeg encoder (#1198)

Browse Source 
* regenerate jpeg encoder

* add README to gif/jpeg

* 开机启动显示开发板信息，提前启动event loop
This commit is contained in:
Xiaoxia
2025-09-16 05:00:02 +08:00
committed by GitHub
parent fe7ae99a4d
commit b413e3ec03
19 changed files with 1235 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
main/mcp_server.cc
View File

@ -188,6 +188,7 @@ void McpServer::AddUserOnlyTools() {
return json;
});
#if CONFIG_LV_USE_SNAPSHOT
AddUserOnlyTool("self.screen.snapshot", "Snapshot the screen and upload it to a specific URL",
PropertyList({
Property("url", kPropertyTypeString),
@ -197,13 +198,12 @@ void McpServer::AddUserOnlyTools() {
auto url = properties["url"].value<std::string>();
auto quality = properties["quality"].value<int>();
uint8_t* jpeg_output_data = nullptr;
size_t jpeg_output_size = 0;
if (!display->SnapshotToJpeg(jpeg_output_data, jpeg_output_size, quality)) {
std::string jpeg_data;
if (!display->SnapshotToJpeg(jpeg_data, quality)) {
throw std::runtime_error("Failed to snapshot screen");
}
ESP_LOGI(TAG, "Upload snapshot %u bytes to %s", jpeg_output_size, url.c_str());
ESP_LOGI(TAG, "Upload snapshot %u bytes to %s", jpeg_data.size(), url.c_str());
// 构造multipart/form-data请求体
std::string boundary = "----ESP32_SCREEN_SNAPSHOT_BOUNDARY";
@ -211,7 +211,6 @@ void McpServer::AddUserOnlyTools() {
auto http = Board::GetInstance().GetNetwork()->CreateHttp(3);
http->SetHeader("Content-Type", "multipart/form-data; boundary=" + boundary);
if (!http->Open("POST", url)) {
free(jpeg_output_data);
throw std::runtime_error("Failed to open URL: " + url);
}
{
@ -225,8 +224,7 @@ void McpServer::AddUserOnlyTools() {
}
// JPEG数据
http->Write((const char*)jpeg_output_data, jpeg_output_size);
free(jpeg_output_data);
http->Write((const char*)jpeg_data.data(), jpeg_data.size());
{
// multipart尾部
@ -284,8 +282,9 @@ void McpServer::AddUserOnlyTools() {
display->SetPreviewImage(std::move(image));
return true;
});
#endif // CONFIG_LV_USE_SNAPSHOT
}
#endif
#endif // HAVE_LVGL
// Assets download url
auto assets = Board::GetInstance().GetAssets();