aifeifei798 commited on
Commit
b5c7c95
1 Parent(s): f65eeb5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -23,8 +23,8 @@ processor = AutoProcessor.from_pretrained('gokaygokay/Florence-2-SD3-Captioner',
23
 
24
  llm = Llama(
25
  model_path=hf_hub_download(
26
- repo_id=os.environ.get("REPO_ID", "mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF"),
27
- filename=os.environ.get("MODEL_FILE", "DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored.Q4_K_M.gguf"),
28
  ),
29
  n_ctx=2048,
30
  n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM
 
23
 
24
  llm = Llama(
25
  model_path=hf_hub_download(
26
+ repo_id=os.environ.get("REPO_ID", "LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-GGUF-IQ-Imatrix-Request"),
27
+ filename=os.environ.get("MODEL_FILE", "DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf"),
28
  ),
29
  n_ctx=2048,
30
  n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM