junnyu / roformer_v2_chinese_char_large

def forward(self, features, kwargs): x = features[:, 0, :] # take <s token (equiv. to [CLS]) x = self.dropout(x) x = self.dense(x) x = ACT2FNself.config.hiddenact # 这里是relu x = self.dropout(x) x = self.outproj(x) return x