nsarrazin HF staff commited on
Commit
a89fb7b
1 Parent(s): c902462

Pass stop sequences properly to TGI (#499)

Browse files

* Pass stop sequences properly to TGI

* fix types

Files changed (1) hide show
  1. src/lib/server/models.ts +2 -1
src/lib/server/models.ts CHANGED
@@ -111,6 +111,7 @@ export const models = await Promise.all(
111
  id: m.id || m.name,
112
  displayName: m.displayName || m.name,
113
  preprompt: m.prepromptUrl ? await fetch(m.prepromptUrl).then((r) => r.text()) : m.preprompt,
 
114
  }))
115
  );
116
 
@@ -128,7 +129,7 @@ export const oldModels = OLD_MODELS
128
  .map((m) => ({ ...m, id: m.id || m.name, displayName: m.displayName || m.name }))
129
  : [];
130
 
131
- export type BackendModel = Optional<(typeof models)[0], "preprompt">;
132
  export type Endpoint = z.infer<typeof endpoint>;
133
 
134
  export const defaultModel = models[0];
 
111
  id: m.id || m.name,
112
  displayName: m.displayName || m.name,
113
  preprompt: m.prepromptUrl ? await fetch(m.prepromptUrl).then((r) => r.text()) : m.preprompt,
114
+ parameters: { ...m.parameters, stop_sequences: m.parameters?.stop },
115
  }))
116
  );
117
 
 
129
  .map((m) => ({ ...m, id: m.id || m.name, displayName: m.displayName || m.name }))
130
  : [];
131
 
132
+ export type BackendModel = Optional<(typeof models)[0], "preprompt" | "parameters">;
133
  export type Endpoint = z.infer<typeof endpoint>;
134
 
135
  export const defaultModel = models[0];