From ef3a5552e7da13e422a63d38aec2c6784c002474 Mon Sep 17 00:00:00 2001 From: lucidrains Date: Sun, 9 Nov 2025 10:11:56 -0800 Subject: [PATCH] eventually video tokenizer may need to be trained on single frames --- dreamer4/dreamer4.py | 2 +- pyproject.toml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/dreamer4/dreamer4.py b/dreamer4/dreamer4.py index d857871..36f61bf 100644 --- a/dreamer4/dreamer4.py +++ b/dreamer4/dreamer4.py @@ -1736,7 +1736,7 @@ class VideoTokenizer(Module): self.encoder_add_decor_aux_loss = encoder_add_decor_aux_loss self.decorr_aux_loss_weight = decor_auxx_loss_weight - self.decorr_loss = DecorrelationLoss(decorr_sample_frac) if encoder_add_decor_aux_loss else None + self.decorr_loss = DecorrelationLoss(decorr_sample_frac, soft_validate_num_sampled = True) if encoder_add_decor_aux_loss else None @property def device(self): diff --git a/pyproject.toml b/pyproject.toml index b308aa4..403ef23 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "dreamer4" -version = "0.1.6" +version = "0.1.7" description = "Dreamer 4" authors = [ { name = "Phil Wang", email = "lucidrains@gmail.com" } @@ -37,7 +37,7 @@ dependencies = [ "torch>=2.4", "torchvision", "x-mlps-pytorch>=0.0.29", - "vit-pytorch>=1.15.2" + "vit-pytorch>=1.15.3" ] [project.urls]