hongshaorou/dreamer4
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix latent / modality attention pattern in video tokenizer, thanks to another researcher

Browse Source
This commit is contained in:
lucidrains 2025-10-06 09:43:16 -07:00
parent 25b8de91cc
commit 77724049e2
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dreamer4/dreamer4.py
View File

@ -896,7 +896,7 @@ class VideoTokenizer(Module):
# modality can only attend to itself while latents can attend to everything # modality can only attend to itself while latents can attend to everything
# similar to agent token in dynamics model # similar to agent token in dynamics model
encoder_attend_fn = get_attend_fn(use_flex, seq_len, seq_len, special_attend_only_itself = True) encoder_attend_fn = get_attend_fn(use_flex, seq_len, seq_len, special_attend_only_itself = False)
# encoder # encoder
@ -937,7 +937,7 @@ class VideoTokenizer(Module):
# decoder attend # decoder attend
decoder_attend_fn = get_attend_fn(use_flex, seq_len, seq_len) decoder_attend_fn = get_attend_fn(use_flex, seq_len, seq_len, special_attend_only_itself = True)
# decoder attention # decoder attention