Anupam Nautiyal
Results
1
comments of
Anupam Nautiyal
``` class model_wrapper(torch.nn.Module): def __init__(self): super().__init__() self.model = AutoModelForSequenceClassification.from_pretrained("roberta-base", output_hidden_states = True) self.model.to(device) self.embedding_dim = 768 def forward(self,x, last=False): if last: outputs = self.model(x["input_ids"].squeeze().to(device), attention_mask=x["attention_mask"].squeeze().to(device)) embedding = torch.mean(outputs.hidden_states[-1], dim=1).squeeze() return...