Upload utils.py
Browse files
utils.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import torch.nn as nn
|
| 2 |
from transformers.models.gpt2.modeling_gpt2 import GPT2Attention, GPT2MLP
|
| 3 |
-
from typing import Optional, Tuple, Union, List
|
| 4 |
from transformers import GPT2LMHeadModel
|
| 5 |
import torch
|
| 6 |
from transformers.deepspeed import is_deepspeed_zero3_enabled
|
|
|
|
| 1 |
import torch.nn as nn
|
| 2 |
from transformers.models.gpt2.modeling_gpt2 import GPT2Attention, GPT2MLP
|
| 3 |
+
from typing import Optional, Tuple, Union, Any, Dict, List
|
| 4 |
from transformers import GPT2LMHeadModel
|
| 5 |
import torch
|
| 6 |
from transformers.deepspeed import is_deepspeed_zero3_enabled
|