added support for openllm

app_modules/llm_loader.py

@@ -8,7 +8,7 @@ import torch
 from langchain.callbacks.base import BaseCallbackHandler
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 from langchain.chat_models import ChatOpenAI
-from langchain.llms import GPT4All, HuggingFacePipeline, LlamaCpp
+from langchain.llms import GPT4All, HuggingFacePipeline, LlamaCpp, OpenLLM
 from langchain.schema import LLMResult
 from transformers import (
     AutoConfig,
@@ -156,6 +156,14 @@ class LLMLoader:
                     verbose=True,
                     temperature=0,
                 )
+            elif self.llm_model_type == "openllm":
+                server_url = os.environ.get("OPENLLM_SERVER_URL")
+                print(f"               server url: {server_url}")
+                self.llm = OpenLLM(
+                    server_url=server_url,
+                    callbacks=callbacks,
+                    verbose=True,
+                )
             elif self.llm_model_type.startswith("gpt4all"):
                 MODEL_PATH = ensure_model_is_downloaded(self.llm_model_type)
                 self.llm = GPT4All(