【通用视觉】集成 OpenAI CLIP 模型,支持以图搜图、以文搜图、以图搜文等功能

【通用视觉】新增 YOLO 图像分类模型支持
【ASR/TTS】集成 Sherpa TTS(语音合成)与 ASR(语音识别)模块,支持中文、粤语、方言、英文等多种语言
【目标检测】优化视频目标检测功能
This commit is contained in:
dengwenjie
2025-10-24 11:22:39 +08:00
parent 248398a46d
commit 8502b4dc79
68 changed files with 4463 additions and 44 deletions

View File

@@ -69,8 +69,11 @@ public class StreamDetector implements AutoCloseable{
//空帧数量
private int nullFrameCount = 0;
// 连续多少次空帧认为断联
private static final int MAX_NULL_FRAMES = 5;
private static final int MAX_NULL_FRAMES = 10;
public static Builder builder() { return new Builder(); }
@@ -161,7 +164,8 @@ public class StreamDetector implements AutoCloseable{
while (!grabberFinished && isRunning) {
try {
Frame frame = grabber.grabFrame();
if (frame == null || frame.image == null) {
//空帧
if (frame == null) {
if(sourceType == VideoSourceType.FILE){
log.debug("视频检测结束");
grabberFinished = true;
@@ -181,8 +185,13 @@ public class StreamDetector implements AutoCloseable{
}
continue;
}
}else{
nullFrameCount = 0; // 只要拿到正常帧就清零
//非视频帧
if(frame.type != Frame.Type.VIDEO){
continue;
}
}
nullFrameCount = 0; // 只要拿到正常帧就清零
frameCount++;
if (frameCount % frameDetectionInterval != 0) continue;
Frame currentFrame = frame.clone();