Alexander Visheratin visheratin
visheratin
/ siamese-net.py
Last active
January 22, 2021 03:22
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import torch.nn as nn | |
| from transformers import AutoModel | |
| class SiameseNet(nn.Module): | |
| def __init__(self): | |
| super(SiameseNet, self).__init__() | |
| # DistilBERT initialization | |
| self.tf_layer = AutoModel.from_pretrained('/jupyter/models/distilbert') | |
| # uncomment these lines for freezing DistilBERT weights | |
| # for p in self.tf_layer.parameters(): |
visheratin
/ triplet_loss.py
Last active
January 22, 2021 03:20
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import torch | |
| import torch.nn.functional as F | |
| class TripletLoss(torch.nn.Module): | |
| def __init__(self, margin=2.0): | |
| super(TripletLoss, self).__init__() | |
| self.margin = margin | |
| def forward(self, anchor, negative, positive): | |
| neg_dist = F.pairwise_distance(anchor, negative, keepdim = True) |