oops, forgot to add the view embedding for robotics
This commit is contained in:
parent
32cf142b4d
commit
f97d9adc97
@ -2870,6 +2870,13 @@ class DynamicsWorldModel(Module):
|
||||
|
||||
space_tokens = self.latents_to_spatial_tokens(noised_latents)
|
||||
|
||||
# maybe add view embedding
|
||||
|
||||
if self.video_has_multi_view:
|
||||
space_tokens = add('b t v ... d, v d', space_tokens, self.view_emb)
|
||||
|
||||
# merge spatial tokens
|
||||
|
||||
space_tokens, inverse_pack_space_per_latent = pack_one(space_tokens, 'b t * d')
|
||||
|
||||
num_spatial_tokens = space_tokens.shape[-2]
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
[project]
|
||||
name = "dreamer4"
|
||||
version = "0.0.74"
|
||||
version = "0.0.75"
|
||||
description = "Dreamer 4"
|
||||
authors = [
|
||||
{ name = "Phil Wang", email = "lucidrains@gmail.com" }
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user