hamxea commited on
Commit
ec857dd
1 Parent(s): 922c951

Update entrypoint.sh.template

Browse files
Files changed (1) hide show
  1. entrypoint.sh.template +2 -2
entrypoint.sh.template CHANGED
@@ -4,10 +4,10 @@
4
  mongod &
5
 
6
  # Start the text-generation-inference process
7
- text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8083 --trust-remote-code &
8
 
9
  # Wait for text-generation-inference to start
10
- curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8083/health
11
 
12
  # Start the chat-ui process
13
  pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &
 
4
  mongod &
5
 
6
  # Start the text-generation-inference process
7
+ text-generation-launcher --model-id ${MODEL_NAME} --num-shard 4 --port 8083 --trust-remote-code &
8
 
9
  # Wait for text-generation-inference to start
10
+ curl --retry 80 --retry-delay 20 --retry-connrefused http://127.0.0.1:8083/health
11
 
12
  # Start the chat-ui process
13
  pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &