diff --git a/SongGeneration/codeclm/tokenizer/Flow1dVAE/models_gpt/models/gpt2_rope2_time_new_correct_mask_noncasual_reflow.py b/SongGeneration/codeclm/tokenizer/Flow1dVAE/models_gpt/models/gpt2_rope2_time_new_correct_mask_noncasual_reflow.py index 0b6f355..a77a464 100644 --- a/SongGeneration/codeclm/tokenizer/Flow1dVAE/models_gpt/models/gpt2_rope2_time_new_correct_mask_noncasual_reflow.py +++ b/SongGeneration/codeclm/tokenizer/Flow1dVAE/models_gpt/models/gpt2_rope2_time_new_correct_mask_noncasual_reflow.py @@ -37,7 +37,11 @@ from transformers.modeling_outputs import ( SequenceClassifierOutputWithPast, TokenClassifierOutput, ) -from transformers.modeling_utils import PreTrainedModel, SequenceSummary +from transformers.modeling_utils import PreTrainedModel +try: + from transformers.models.gpt2.modeling_gpt2 import GPT2SequenceSummary as SequenceSummary +except: + from transformers.modeling_utils import SequenceSummary from transformers.pytorch_utils import Conv1D, find_pruneable_heads_and_indices, prune_conv1d_layer from transformers.utils import ( ModelOutput,