HachiML commited on
Commit
e3c91e6
·
verified ·
1 Parent(s): b9b86f0

Upload modeling_moment.py

Browse files
Files changed (1) hide show
  1. modeling_moment.py +2 -0
modeling_moment.py CHANGED
@@ -479,6 +479,8 @@ class MomentEmbeddingModel(MomentPreTrainedModel):
479
  )
480
  # [batch_size x n_channels x n_patches x d_model]
481
  hidden_states = hidden_states.reshape(batch_size, n_channels, n_patches, self.config.d_model)
 
 
482
  hidden_states = input_mask_patch_view_for_hidden_states * hidden_states
483
  # [batch_size, n_channels x n_patches, d_model]
484
  hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, self.config.d_model)
 
479
  )
480
  # [batch_size x n_channels x n_patches x d_model]
481
  hidden_states = hidden_states.reshape(batch_size, n_channels, n_patches, self.config.d_model)
482
+ print("*input_mask_patch_view_for_hidden_states: ", input_mask_patch_view_for_hidden_states.shape)
483
+ print("hidden_states: ", hidden_states.shape)
484
  hidden_states = input_mask_patch_view_for_hidden_states * hidden_states
485
  # [batch_size, n_channels x n_patches, d_model]
486
  hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, self.config.d_model)