oops, forgot to add the view embedding for robotics

This commit is contained in:
lucidrains 2025-10-25 11:39:06 -07:00
parent 32cf142b4d
commit f97d9adc97
2 changed files with 8 additions and 1 deletions

View File

@ -2870,6 +2870,13 @@ class DynamicsWorldModel(Module):
space_tokens = self.latents_to_spatial_tokens(noised_latents)
# maybe add view embedding
if self.video_has_multi_view:
space_tokens = add('b t v ... d, v d', space_tokens, self.view_emb)
# merge spatial tokens
space_tokens, inverse_pack_space_per_latent = pack_one(space_tokens, 'b t * d')
num_spatial_tokens = space_tokens.shape[-2]

View File

@ -1,6 +1,6 @@
[project]
name = "dreamer4"
version = "0.0.74"
version = "0.0.75"
description = "Dreamer 4"
authors = [
{ name = "Phil Wang", email = "lucidrains@gmail.com" }