igorktech
/

hier-bert-i3-mlm

hierarchical-bert

Generated from Trainer

Model card Files Files and versions

igorktech commited on Oct 9, 2023

Commit

eb37430

·

1 Parent(s): 5aa157e

Update modelling_hier.py

Files changed (1) hide show

modelling_hier.py +1 -1

modelling_hier.py CHANGED Viewed

@@ -300,7 +300,7 @@ class HierBert(Module):
         if token_type_ids is None:
             # Convert input_ids to token type IDs
             token_type_ids = self.convert_input_ids_to_token_type_ids(input_ids)
-            print('token type ids model', token_type_ids)
         src_key_padding_mask = torch.logical_not(attention_mask)
         utt_indices = token_type_ids

         if token_type_ids is None:
             # Convert input_ids to token type IDs
             token_type_ids = self.convert_input_ids_to_token_type_ids(input_ids)
+            # print('token type ids model', token_type_ids)
         src_key_padding_mask = torch.logical_not(attention_mask)
         utt_indices = token_type_ids