File size: 1,130 Bytes
62e9ca6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
# --------------------------------------------------------
# Copyright (c) 2022 Microsoft
# Licensed under The MIT License [see LICENSE for details]
# Based on fairseq code bases
# https://github.com/facebookresearch/fairseq
# --------------------------------------------------------

from .learned_positional_embedding import LearnedPositionalEmbedding
from .multihead_attention import MultiheadAttention
from .relative_pos_enc import RelativePositionalEncoding
from .transformer_layer import TransformerEncoderLayerBase, TransformerDecoderLayerBase
from .w2v_encoder import TransformerEncoder, TransformerSentenceEncoderLayer
from .transformer_encoder import TransformerEncoderBase
from .transformer_decoder import TransformerDecoderScriptable, TransformerDecoderBaseScriptable

__all__ = [
    "MultiheadAttention",
    "RelativePositionalEncoding",
    "LearnedPositionalEmbedding",
    "TransformerEncoderLayerBase",
    "TransformerDecoderLayerBase",
    "TransformerEncoder",
    "TransformerSentenceEncoderLayer",
    "TransformerEncoderBase",
    "TransformerDecoderScriptable",
    "TransformerDecoderBaseScriptable",
]