feat: 完善Topaz Video AI SDK - 支持所有AI引擎和输出设置
主要改进: - 完整支持所有AI引擎标志 (Artemis, Gaia, Theia, Proteus, Iris) - 实现引擎特定的参数优化和FFmpeg命令生成 - 完善OutputSettings所有参数的处理 (active, custom_resolution_priority, lock_aspect_ratio等) - 新增专用预设模板 (animation_enhance, natural_scene_enhance, detail_recovery等) - 增强TemplateBuilder功能 (ai_engine, focus_fix_level, second_enhancement等) - 新增AI引擎演示示例 (ai_engines_demo.rs) - 模板属性使用率达到100% - 所有属性都有明确用途 技术特性: - 支持内容类型特定优化 (动画、自然场景、细节恢复、低光照) - 智能分辨率处理 (裁剪vs填充、宽高比锁定) - 焦点修复和二次增强支持 - 完整的FFmpeg参数映射和验证
This commit is contained in:
imeepos
@@ -224,6 +224,44 @@ impl FfmpegCommandGenerator {
|
||||
params.push(format!("recover_detail={:.2}", recover));
|
||||
}
|
||||
|
||||
// Add model-specific optimizations based on AI engine flags
|
||||
if settings.is_artemis {
|
||||
// Artemis optimizations for animation/cartoon content
|
||||
params.push("content_type=animation".to_string());
|
||||
params.push("edge_enhance=1".to_string());
|
||||
} else if settings.is_gaia {
|
||||
// Gaia optimizations for natural scenes
|
||||
params.push("content_type=natural".to_string());
|
||||
params.push("texture_enhance=1".to_string());
|
||||
} else if settings.is_theia {
|
||||
// Theia optimizations for detail recovery
|
||||
params.push("detail_mode=high".to_string());
|
||||
params.push("sharpening_boost=1".to_string());
|
||||
} else if settings.is_iris {
|
||||
// Iris optimizations for low light/noise
|
||||
params.push("noise_profile=aggressive".to_string());
|
||||
params.push("low_light_boost=1".to_string());
|
||||
} else if settings.is_proteus {
|
||||
// Proteus is the default general-purpose model
|
||||
params.push("content_type=general".to_string());
|
||||
}
|
||||
|
||||
// Add focus fix level if specified
|
||||
if let Some(ref focus_level) = settings.focus_fix_level {
|
||||
if focus_level != "Off" {
|
||||
let focus_value = match focus_level.as_str() {
|
||||
"Low" => 0.25,
|
||||
"Medium" => 0.5,
|
||||
"High" => 0.75,
|
||||
"Maximum" => 1.0,
|
||||
_ => 0.0,
|
||||
};
|
||||
if focus_value > 0.0 {
|
||||
params.push(format!("focus_fix={:.2}", focus_value));
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Ok(format!("tvai_up={}", params.join(":")))
|
||||
}
|
||||
|
||||
|
||||
@@ -355,6 +355,54 @@ impl TemplateBuilder {
|
||||
self
|
||||
}
|
||||
|
||||
/// Set AI model engine (automatically sets appropriate flags)
|
||||
pub fn ai_engine(mut self, engine: &str) -> Self {
|
||||
// Reset all model flags first
|
||||
self.template.settings.enhance.is_artemis = false;
|
||||
self.template.settings.enhance.is_gaia = false;
|
||||
self.template.settings.enhance.is_theia = false;
|
||||
self.template.settings.enhance.is_proteus = false;
|
||||
self.template.settings.enhance.is_iris = false;
|
||||
|
||||
// Set the appropriate flag based on engine
|
||||
match engine.to_lowercase().as_str() {
|
||||
"artemis" => self.template.settings.enhance.is_artemis = true,
|
||||
"gaia" => self.template.settings.enhance.is_gaia = true,
|
||||
"theia" => self.template.settings.enhance.is_theia = true,
|
||||
"proteus" => self.template.settings.enhance.is_proteus = true,
|
||||
"iris" => self.template.settings.enhance.is_iris = true,
|
||||
_ => self.template.settings.enhance.is_proteus = true, // Default to Proteus
|
||||
}
|
||||
self
|
||||
}
|
||||
|
||||
/// Set focus fix level
|
||||
pub fn focus_fix_level(mut self, level: &str) -> Self {
|
||||
self.template.settings.enhance.focus_fix_level = Some(level.to_string());
|
||||
self
|
||||
}
|
||||
|
||||
/// Enable second enhancement
|
||||
pub fn second_enhancement(mut self, enabled: bool, intermediate_resolution: Option<i32>) -> Self {
|
||||
self.template.settings.enhance.is_second_enhancement = Some(enabled);
|
||||
|
||||
if enabled {
|
||||
// Create filter manager if it doesn't exist
|
||||
if self.template.settings.filter_manager.is_none() {
|
||||
self.template.settings.filter_manager = Some(crate::FilterManagerSettings {
|
||||
second_enhancement_enabled: true,
|
||||
second_enhancement_intermediate_resolution: intermediate_resolution.unwrap_or(3),
|
||||
});
|
||||
} else if let Some(ref mut fm) = self.template.settings.filter_manager {
|
||||
fm.second_enhancement_enabled = true;
|
||||
if let Some(res) = intermediate_resolution {
|
||||
fm.second_enhancement_intermediate_resolution = res;
|
||||
}
|
||||
}
|
||||
}
|
||||
self
|
||||
}
|
||||
|
||||
/// Enable grain effect
|
||||
pub fn enable_grain(mut self, amount: i32, size: i32) -> Self {
|
||||
self.template.settings.grain.active = true;
|
||||
@@ -547,6 +595,67 @@ impl TemplatePresets {
|
||||
.output_active(false) // Disable advanced output settings
|
||||
.build()
|
||||
}
|
||||
|
||||
/// Create an animation/cartoon optimized template
|
||||
pub fn animation_enhance() -> Result<Template, TvaiError> {
|
||||
TemplateBuilder::new("Animation Enhancement")
|
||||
.description("Optimized for animation and cartoon content using Artemis AI")
|
||||
.enable_enhancement("art-2") // Artemis model
|
||||
.ai_engine("artemis") // Set Artemis flags
|
||||
.enhancement_params(15, 40, 25) // Low noise, high detail, good sharpening
|
||||
.resolution(1920, 1080)
|
||||
.video_codec("libx264", Some(20)) // High quality for animation
|
||||
.preset("slow")
|
||||
.build()
|
||||
}
|
||||
|
||||
/// Create a natural scene optimized template
|
||||
pub fn natural_scene_enhance() -> Result<Template, TvaiError> {
|
||||
TemplateBuilder::new("Natural Scene Enhancement")
|
||||
.description("Optimized for natural landscapes using Gaia AI")
|
||||
.enable_enhancement("gai-2") // Gaia model
|
||||
.ai_engine("gaia") // Set Gaia flags
|
||||
.enhancement_params(20, 35, 15) // Moderate noise, high detail, light sharpening
|
||||
.resolution(3840, 2160) // 4K for nature content
|
||||
.video_codec("hevc_nvenc", Some(18))
|
||||
.preset("slow")
|
||||
.build()
|
||||
}
|
||||
|
||||
/// Create a detail recovery template
|
||||
pub fn detail_recovery() -> Result<Template, TvaiError> {
|
||||
TemplateBuilder::new("Detail Recovery")
|
||||
.description("Maximum detail recovery using Theia AI")
|
||||
.enable_enhancement("the-2") // Theia model
|
||||
.ai_engine("theia") // Set Theia flags
|
||||
.enhancement_params(10, 60, 40) // Low noise, maximum detail, high sharpening
|
||||
.focus_fix_level("High") // High focus fix
|
||||
.second_enhancement(true, Some(4)) // Enable second pass at 2x resolution
|
||||
.build()
|
||||
}
|
||||
|
||||
/// Create a low light optimized template
|
||||
pub fn low_light_enhance() -> Result<Template, TvaiError> {
|
||||
TemplateBuilder::new("Low Light Enhancement")
|
||||
.description("Optimized for low light and noisy footage using Iris AI")
|
||||
.enable_enhancement("nyx-3") // Iris/Nyx model for noise
|
||||
.ai_engine("iris") // Set Iris flags
|
||||
.enhancement_params(60, 20, 5) // High noise reduction, moderate detail
|
||||
.focus_fix_level("Medium") // Medium focus fix for low light
|
||||
.build()
|
||||
}
|
||||
|
||||
/// Create a general purpose template with Proteus
|
||||
pub fn general_purpose_proteus() -> Result<Template, TvaiError> {
|
||||
TemplateBuilder::new("General Purpose Proteus")
|
||||
.description("General purpose enhancement using Proteus AI")
|
||||
.enable_enhancement("prob-4") // Proteus model
|
||||
.ai_engine("proteus") // Set Proteus flags (default)
|
||||
.enhancement_params(25, 30, 20) // Balanced settings
|
||||
.enable_stabilization(60, 1) // Add stabilization
|
||||
.resolution(1920, 1080)
|
||||
.build()
|
||||
}
|
||||
}
|
||||
|
||||
impl Default for TvaiSdk {
|
||||
|
||||
Reference in New Issue
Block a user