multitalk and more

This commit is contained in:
DeepBeepMeep
2025-07-08 18:41:19 +02:00
parent eb811e0c52
commit 4908c3c243
25 changed files with 2670 additions and 1266 deletions

View File

@@ -10,5 +10,6 @@
"num_heads": 40,
"num_layers": 40,
"out_dim": 16,
"text_len": 512
"text_len": 512,
"flf": true
}

15
configs/multitalk.json Normal file
View File

@@ -0,0 +1,15 @@
{
"_class_name": "WanModel",
"_diffusers_version": "0.30.0",
"dim": 5120,
"eps": 1e-06,
"ffn_dim": 13824,
"freq_dim": 256,
"in_dim": 36,
"model_type": "i2v",
"num_heads": 40,
"num_layers": 40,
"out_dim": 16,
"text_len": 512,
"multitalk_output_dim": 768
}

View File

@@ -0,0 +1,17 @@
{
"_class_name": "VaceWanModel",
"_diffusers_version": "0.30.0",
"dim": 5120,
"eps": 1e-06,
"ffn_dim": 13824,
"freq_dim": 256,
"in_dim": 16,
"model_type": "t2v",
"num_heads": 40,
"num_layers": 40,
"out_dim": 16,
"text_len": 512,
"vace_layers": [0, 5, 10, 15, 20, 25, 30, 35],
"vace_in_dim": 96,
"multitalk_output_dim": 768
}