[#2] Some simple cleanup
Browse files- idiomify/builders.py +0 -2
- idiomify/datamodules.py +2 -2
- idiomify/pipeline.py +0 -4
idiomify/builders.py
CHANGED
@@ -83,5 +83,3 @@ class TargetsBuilder(TensorBuilder):
|
|
83 |
], return_tensors="pt", add_special_tokens=False, padding=True, truncation=True)
|
84 |
tgts = encodings['input_ids']
|
85 |
return tgts # (N, L)
|
86 |
-
|
87 |
-
|
|
|
83 |
], return_tensors="pt", add_special_tokens=False, padding=True, truncation=True)
|
84 |
tgts = encodings['input_ids']
|
85 |
return tgts # (N, L)
|
|
|
|
idiomify/datamodules.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
-
import pandas as pd
|
2 |
import torch
|
3 |
-
|
4 |
from torch.utils.data import Dataset, DataLoader
|
|
|
5 |
from pytorch_lightning import LightningDataModule
|
6 |
from wandb.sdk.wandb_run import Run
|
7 |
from idiomify.fetchers import fetch_literal2idiomatic
|
|
|
|
|
1 |
import torch
|
2 |
+
import pandas as pd
|
3 |
from torch.utils.data import Dataset, DataLoader
|
4 |
+
from typing import Tuple, Optional
|
5 |
from pytorch_lightning import LightningDataModule
|
6 |
from wandb.sdk.wandb_run import Run
|
7 |
from idiomify.fetchers import fetch_literal2idiomatic
|
idiomify/pipeline.py
CHANGED
@@ -1,9 +1,5 @@
|
|
1 |
-
|
2 |
-
# for inference
|
3 |
from typing import List
|
4 |
-
|
5 |
from transformers import BartTokenizer
|
6 |
-
|
7 |
from builders import SourcesBuilder
|
8 |
from models import Idiomifier
|
9 |
|
|
|
|
|
|
|
1 |
from typing import List
|
|
|
2 |
from transformers import BartTokenizer
|
|
|
3 |
from builders import SourcesBuilder
|
4 |
from models import Idiomifier
|
5 |
|