remove auth token requirement
Browse files
sbert_punc_case_ru/sbertpunccase.py
CHANGED
@@ -77,13 +77,8 @@ class SbertPuncCase(nn.Module):
|
|
77 |
super().__init__()
|
78 |
|
79 |
self.tokenizer = AutoTokenizer.from_pretrained(MODEL_REPO,
|
80 |
-
revision="sbert",
|
81 |
-
use_auth_token=True,
|
82 |
strip_accents=False)
|
83 |
-
self.model = AutoModelForTokenClassification.from_pretrained(MODEL_REPO
|
84 |
-
revision="sbert",
|
85 |
-
use_auth_token=True
|
86 |
-
)
|
87 |
self.model.eval()
|
88 |
|
89 |
def forward(self, input_ids, attention_mask):
|
|
|
77 |
super().__init__()
|
78 |
|
79 |
self.tokenizer = AutoTokenizer.from_pretrained(MODEL_REPO,
|
|
|
|
|
80 |
strip_accents=False)
|
81 |
+
self.model = AutoModelForTokenClassification.from_pretrained(MODEL_REPO)
|
|
|
|
|
|
|
82 |
self.model.eval()
|
83 |
|
84 |
def forward(self, input_ids, attention_mask):
|