nsarrazin HF staff commited on
Commit
dd4c436
1 Parent(s): e3af794

disable cache on tgi endpoint (#567)

Browse files
src/lib/server/endpoints/tgi/endpointTgi.ts CHANGED
@@ -26,12 +26,15 @@ export function endpointTgi({
26
  id: conversation._id,
27
  });
28
 
29
- return textGenerationStream({
30
- parameters: { ...model.parameters, return_full_text: false },
31
- model: url,
32
- inputs: prompt,
33
- accessToken,
34
- });
 
 
 
35
  };
36
  }
37
 
 
26
  id: conversation._id,
27
  });
28
 
29
+ return textGenerationStream(
30
+ {
31
+ parameters: { ...model.parameters, return_full_text: false },
32
+ model: url,
33
+ inputs: prompt,
34
+ accessToken,
35
+ },
36
+ { use_cache: false }
37
+ );
38
  };
39
  }
40