model/encoder/base_encoder.py

'''
Author: Qiguang Chen
Date: 2023-01-11 10:39:26
LastEditors: Qiguang Chen
LastEditTime: 2023-01-26 17:25:17
Description: Base encoder and bi encoder

'''
from torch import nn

from common.utils import InputData


class BaseEncoder(nn.Module):
    """Base class for all encoder module
    """
    def __init__(self, **config):
        super().__init__()
        self.config = config
        NotImplementedError("no implement")

    def forward(self, inputs: InputData):
        self.encoder(inputs.input_ids)


class BiEncoder(nn.Module):
    """Bi Encoder for encode intent and slot separately
    """
    def __init__(self, intent_encoder: BaseEncoder, slot_encoder: BaseEncoder, **config):
        super().__init__()
        self.intent_encoder = intent_encoder
        self.slot_encoder = slot_encoder

    def forward(self, inputs: InputData):
        hidden_slot = self.slot_encoder(inputs)
        hidden_intent = self.intent_encoder(inputs)
        if not self.intent_encoder.config["return_sentence_level_hidden"]:
            hidden_slot.update_intent_hidden_state(hidden_intent.get_slot_hidden_state())
        else:
            hidden_slot.update_intent_hidden_state(hidden_intent.get_intent_hidden_state())
        return hidden_slot