Upload modeling_moment.py
Browse files- modeling_moment.py +2 -0
modeling_moment.py
CHANGED
@@ -479,6 +479,8 @@ class MomentEmbeddingModel(MomentPreTrainedModel):
|
|
479 |
)
|
480 |
# [batch_size x n_channels x n_patches x d_model]
|
481 |
hidden_states = hidden_states.reshape(batch_size, n_channels, n_patches, self.config.d_model)
|
|
|
|
|
482 |
hidden_states = input_mask_patch_view_for_hidden_states * hidden_states
|
483 |
# [batch_size, n_channels x n_patches, d_model]
|
484 |
hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, self.config.d_model)
|
|
|
479 |
)
|
480 |
# [batch_size x n_channels x n_patches x d_model]
|
481 |
hidden_states = hidden_states.reshape(batch_size, n_channels, n_patches, self.config.d_model)
|
482 |
+
print("*input_mask_patch_view_for_hidden_states: ", input_mask_patch_view_for_hidden_states.shape)
|
483 |
+
print("hidden_states: ", hidden_states.shape)
|
484 |
hidden_states = input_mask_patch_view_for_hidden_states * hidden_states
|
485 |
# [batch_size, n_channels x n_patches, d_model]
|
486 |
hidden_states = hidden_states.transpose(1, 2).reshape(batch_size, -1, self.config.d_model)
|