Abhishek Mamdapure commited on
Commit
c8262aa
1 Parent(s): 05fbd7a

Added models file

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. ggml-alpaca-7b-q4.bin +3 -0
app.py CHANGED
@@ -1,7 +1,7 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
- llm = Llama(model_path="decapoda-research/llama-7b-hf")
5
 
6
  def generate_text(input_text):
7
  output = llm(input_text, max_tokens=32, stop=["Q:", "\n"], echo=True)
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
+ llm = Llama(model_path="ggml-alpaca-7b-q4.bin")
5
 
6
  def generate_text(input_text):
7
  output = llm(input_text, max_tokens=32, stop=["Q:", "\n"], echo=True)
ggml-alpaca-7b-q4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c1bb4808f40aa0059d5343d3aac05fb75d368c240b664878d53d16bf27ade2b
3
+ size 4212727017