Initial commit

InferenceServer.py

@@ -9,6 +9,7 @@ import glob
 import transformers
 from transformers import AutoTokenizer
 from transformers import AutoModelForSeq2SeqLM
+import lm_scorer
 from lm_scorer.models.auto import AutoLMScorer as LMScorer
 
 

app.py

@@ -4,7 +4,7 @@ import time
 import os
 
 def start_server():    
-    os.system("cat custom_req.txt | xargs -n 1 -L 1 pip install -U")
+    os.system("cat custom_req.txt | xargs -n 1 -L 1 pip3 install -U")
     os.system("uvicorn InferenceServer:app --port 8080 --host 0.0.0.0 --workers 1")
 
 def load_models():