eventually video tokenizer may need to be trained on single frames
This commit is contained in:
parent
0c4224da18
commit
ef3a5552e7
@ -1736,7 +1736,7 @@ class VideoTokenizer(Module):
|
|||||||
self.encoder_add_decor_aux_loss = encoder_add_decor_aux_loss
|
self.encoder_add_decor_aux_loss = encoder_add_decor_aux_loss
|
||||||
self.decorr_aux_loss_weight = decor_auxx_loss_weight
|
self.decorr_aux_loss_weight = decor_auxx_loss_weight
|
||||||
|
|
||||||
self.decorr_loss = DecorrelationLoss(decorr_sample_frac) if encoder_add_decor_aux_loss else None
|
self.decorr_loss = DecorrelationLoss(decorr_sample_frac, soft_validate_num_sampled = True) if encoder_add_decor_aux_loss else None
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def device(self):
|
def device(self):
|
||||||
|
|||||||
@ -1,6 +1,6 @@
|
|||||||
[project]
|
[project]
|
||||||
name = "dreamer4"
|
name = "dreamer4"
|
||||||
version = "0.1.6"
|
version = "0.1.7"
|
||||||
description = "Dreamer 4"
|
description = "Dreamer 4"
|
||||||
authors = [
|
authors = [
|
||||||
{ name = "Phil Wang", email = "lucidrains@gmail.com" }
|
{ name = "Phil Wang", email = "lucidrains@gmail.com" }
|
||||||
@ -37,7 +37,7 @@ dependencies = [
|
|||||||
"torch>=2.4",
|
"torch>=2.4",
|
||||||
"torchvision",
|
"torchvision",
|
||||||
"x-mlps-pytorch>=0.0.29",
|
"x-mlps-pytorch>=0.0.29",
|
||||||
"vit-pytorch>=1.15.2"
|
"vit-pytorch>=1.15.3"
|
||||||
]
|
]
|
||||||
|
|
||||||
[project.urls]
|
[project.urls]
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user