延时优化完成

vulkan/FaceApp.cpp

@@ -1,6 +1,9 @@
 #include "FaceApp.h"
 #include "hardcode_data.h"
 #include <sstream>
+#include <queue>
+#include <vector>
+#include <mutex>
 
 
 
@@ -24,15 +27,89 @@ void ReceiveFacePoint(float* pos, int pointCount, int width, int height)
 	}
 }
 
+// 定义帧数据结构
+struct FrameData {
+	uint8_t* data;
+	int width;
+	int height;
+	int rowStride;
+	size_t dataSize;
 
+	FrameData(uint8_t* d, int w, int h, int rs, size_t ds)
+		: data(nullptr), width(w), height(h), rowStride(rs), dataSize(ds) {
+		// 深拷贝数据
+		if (d && ds > 0) {
+			data = new uint8_t[dataSize];
+			memcpy(data, d, dataSize);
+		}
+	}
+
+	~FrameData() {
+		if (data) {
+			delete[] data;
+			data = nullptr;
+		}
+	}
+
+	// 禁止拷贝构造和赋值（使用移动语义）
+	FrameData(const FrameData&) = delete;
+	FrameData& operator=(const FrameData&) = delete;
+
+	// 移动构造
+	FrameData(FrameData&& other) noexcept
+		: data(other.data), width(other.width), height(other.height),
+		rowStride(other.rowStride), dataSize(other.dataSize) {
+		other.data = nullptr;
+	}
+
+	// 移动赋值
+	FrameData& operator=(FrameData&& other) noexcept {
+		if (this != &other) {
+			if (data) delete[] data;
+			data = other.data;
+			width = other.width;
+			height = other.height;
+			rowStride = other.rowStride;
+			dataSize = other.dataSize;
+			other.data = nullptr;
+		}
+		return *this;
+	}
+};
+
+// 全局队列和互斥锁
+std::queue<FrameData> frameQueue;
+std::mutex queueMutex;
+const int MAX_QUEUE_SIZE = 4;
 
 void TextureLoadProcessWithVulkan(uint8_t* data, int width, int height, int rowStride, size_t dataSize)
 {
-    if(FaceApp::Get()->isInited())
-    {
-        Texture& tex_bg = FaceApp::Get()->tex_bg;
-        FaceApp::Get()->processWithVulkan(data, width, height, rowStride, dataSize, tex_bg, false);
-    }
+	if (!FaceApp::Get()->isInited()) {
+		return;
+	}
+
+	std::lock_guard<std::mutex> lock(queueMutex);
+
+	// 添加新帧数据到队列
+	frameQueue.emplace(data, width, height, rowStride, dataSize);
+
+	// 如果队列大小达到阈值，开始处理最旧的一帧
+	if (frameQueue.size() >= MAX_QUEUE_SIZE) {
+		Texture& tex_bg = FaceApp::Get()->tex_bg;
+		FrameData& oldestFrame = frameQueue.front();
+
+		FaceApp::Get()->processWithVulkan(
+			oldestFrame.data,
+			oldestFrame.width,
+			oldestFrame.height,
+			oldestFrame.rowStride,
+			oldestFrame.dataSize,
+			tex_bg,
+			false
+		);
+
+		frameQueue.pop();
+	}
 }
 
 bool FaceApp::LoadOBJ(const std::string& filename,
@@ -370,27 +447,31 @@ void FaceApp::create_face_pipelines()
 
 void FaceApp::setup_descriptor_pool()
 {
-	VkDescriptorPoolSize descriptor_pool_size{};
-	descriptor_pool_size.type = VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER;
-	descriptor_pool_size.descriptorCount = 2;
+    // 保守估计：假设每个描述符集可能有多个绑定
+    const uint32_t setsCount = kMaxTexture;
+    const uint32_t multiplier = 3; // 安全系数
 
-	VkDescriptorPoolSize descriptor_pool_image_size{};
-	descriptor_pool_image_size.type = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER;
-	descriptor_pool_image_size.descriptorCount = kMaxTexture + 4;
+    std::vector<VkDescriptorPoolSize> pool_sizes = {
+            {
+                    .type = VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER,
+                    .descriptorCount = setsCount * multiplier
+            },
+            {
+                    .type = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
+                    .descriptorCount = setsCount * multiplier
+            },
+            // 如果需要其他类型的描述符，在这里添加
+    };
 
+    VkDescriptorPoolCreateInfo descriptor_pool_info{};
+    descriptor_pool_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_POOL_CREATE_INFO;
+    descriptor_pool_info.poolSizeCount = static_cast<uint32_t>(pool_sizes.size());
+    descriptor_pool_info.pPoolSizes = pool_sizes.data();
+    descriptor_pool_info.maxSets = setsCount * 2; // 额外预留一些集合
+    descriptor_pool_info.flags = VK_DESCRIPTOR_POOL_CREATE_FREE_DESCRIPTOR_SET_BIT;
 
-	std::vector<VkDescriptorPoolSize> pool_sizes;
-	pool_sizes.push_back(descriptor_pool_size);
-	pool_sizes.push_back(descriptor_pool_image_size);
+    VK_CHECK(vkCreateDescriptorPool(device, &descriptor_pool_info, nullptr, &descriptor_pool));
 
-
-	VkDescriptorPoolCreateInfo descriptor_pool_info{};
-	descriptor_pool_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_POOL_CREATE_INFO;
-	descriptor_pool_info.poolSizeCount = pool_sizes.size();
-	descriptor_pool_info.pPoolSizes = pool_sizes.data();
-	descriptor_pool_info.maxSets = kMaxTexture + 4 + 2;
-
-	VK_CHECK(vkCreateDescriptorPool(device, &descriptor_pool_info, nullptr, &descriptor_pool));
 }
 
 
@@ -1024,7 +1105,7 @@ void FaceApp::changeMotion(Motion& motion)
 		loadTextureExample(path_name_ex, m_texs_ex[i], true);
 #else
 		loadTexture(path_name, m_texs[i], true);
-		loadTexture(path_name, path_name_ex[i], true);
+		loadTexture(path_name, m_texs_ex[i], true);
 #endif // _WIN32