Skip to content

Commit 4ae8f2c

Browse files
authored
video sparse attention (#190)
* video sparse attention * use config.get_attn_kwargs * apply suggestions
1 parent 5e86c87 commit 4ae8f2c

29 files changed

Lines changed: 598 additions & 194 deletions

diffsynth_engine/conf/models/wan/dit/wan2.1-flf2v-14b.json renamed to diffsynth_engine/conf/models/wan/dit/wan2.1_flf2v_14b.json

File renamed without changes.

diffsynth_engine/conf/models/wan/dit/wan2.1-i2v-14b.json renamed to diffsynth_engine/conf/models/wan/dit/wan2.1_i2v_14b.json

File renamed without changes.

diffsynth_engine/conf/models/wan/dit/wan2.1-t2v-1.3b.json renamed to diffsynth_engine/conf/models/wan/dit/wan2.1_t2v_1.3b.json

File renamed without changes.

diffsynth_engine/conf/models/wan/dit/wan2.1-t2v-14b.json renamed to diffsynth_engine/conf/models/wan/dit/wan2.1_t2v_14b.json

File renamed without changes.

diffsynth_engine/conf/models/wan/dit/wan2.2-i2v-a14b.json renamed to diffsynth_engine/conf/models/wan/dit/wan2.2_i2v_a14b.json

File renamed without changes.

diffsynth_engine/conf/models/wan/dit/wan2.2-s2v-14b.json renamed to diffsynth_engine/conf/models/wan/dit/wan2.2_s2v_14b.json

File renamed without changes.

diffsynth_engine/conf/models/wan/dit/wan2.2-t2v-a14b.json renamed to diffsynth_engine/conf/models/wan/dit/wan2.2_t2v_a14b.json

File renamed without changes.

diffsynth_engine/conf/models/wan/dit/wan2.2-ti2v-5b.json renamed to diffsynth_engine/conf/models/wan/dit/wan2.2_ti2v_5b.json

File renamed without changes.
Lines changed: 41 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,41 @@
1+
{
2+
"diffusers": {
3+
"global_rename_dict": {
4+
"patch_embedding": "patch_embedding",
5+
"condition_embedder.text_embedder.linear_1": "text_embedding.0",
6+
"condition_embedder.text_embedder.linear_2": "text_embedding.2",
7+
"condition_embedder.time_embedder.linear_1": "time_embedding.0",
8+
"condition_embedder.time_embedder.linear_2": "time_embedding.2",
9+
"condition_embedder.time_proj": "time_projection.1",
10+
"condition_embedder.image_embedder.norm1": "img_emb.proj.0",
11+
"condition_embedder.image_embedder.ff.net.0.proj": "img_emb.proj.1",
12+
"condition_embedder.image_embedder.ff.net.2": "img_emb.proj.3",
13+
"condition_embedder.image_embedder.norm2": "img_emb.proj.4",
14+
"condition_embedder.image_embedder.pos_embed": "img_emb.emb_pos",
15+
"proj_out": "head.head",
16+
"scale_shift_table": "head.modulation"
17+
},
18+
"rename_dict": {
19+
"attn1.to_q": "self_attn.q",
20+
"attn1.to_k": "self_attn.k",
21+
"attn1.to_v": "self_attn.v",
22+
"attn1.to_out.0": "self_attn.o",
23+
"attn1.norm_q": "self_attn.norm_q",
24+
"attn1.norm_k": "self_attn.norm_k",
25+
"to_gate_compress": "self_attn.gate_compress",
26+
"attn2.to_q": "cross_attn.q",
27+
"attn2.to_k": "cross_attn.k",
28+
"attn2.to_v": "cross_attn.v",
29+
"attn2.to_out.0": "cross_attn.o",
30+
"attn2.norm_q": "cross_attn.norm_q",
31+
"attn2.norm_k": "cross_attn.norm_k",
32+
"attn2.add_k_proj": "cross_attn.k_img",
33+
"attn2.add_v_proj": "cross_attn.v_img",
34+
"attn2.norm_added_k": "cross_attn.norm_k_img",
35+
"norm2": "norm3",
36+
"ffn.net.0.proj": "ffn.0",
37+
"ffn.net.2": "ffn.2",
38+
"scale_shift_table": "modulation"
39+
}
40+
}
41+
}
File renamed without changes.

0 commit comments

Comments
 (0)