eubinecto commited on
Commit
a361918
1 Parent(s): 08409ff

[#2] Some simple cleanup

Browse files
idiomify/builders.py CHANGED
@@ -83,5 +83,3 @@ class TargetsBuilder(TensorBuilder):
83
  ], return_tensors="pt", add_special_tokens=False, padding=True, truncation=True)
84
  tgts = encodings['input_ids']
85
  return tgts # (N, L)
86
-
87
-
 
83
  ], return_tensors="pt", add_special_tokens=False, padding=True, truncation=True)
84
  tgts = encodings['input_ids']
85
  return tgts # (N, L)
 
 
idiomify/datamodules.py CHANGED
@@ -1,7 +1,7 @@
1
- import pandas as pd
2
  import torch
3
- from typing import Tuple, Optional
4
  from torch.utils.data import Dataset, DataLoader
 
5
  from pytorch_lightning import LightningDataModule
6
  from wandb.sdk.wandb_run import Run
7
  from idiomify.fetchers import fetch_literal2idiomatic
 
 
1
  import torch
2
+ import pandas as pd
3
  from torch.utils.data import Dataset, DataLoader
4
+ from typing import Tuple, Optional
5
  from pytorch_lightning import LightningDataModule
6
  from wandb.sdk.wandb_run import Run
7
  from idiomify.fetchers import fetch_literal2idiomatic
idiomify/pipeline.py CHANGED
@@ -1,9 +1,5 @@
1
-
2
- # for inference
3
  from typing import List
4
-
5
  from transformers import BartTokenizer
6
-
7
  from builders import SourcesBuilder
8
  from models import Idiomifier
9
 
 
 
 
1
  from typing import List
 
2
  from transformers import BartTokenizer
 
3
  from builders import SourcesBuilder
4
  from models import Idiomifier
5