qnguyen3 commited on
Commit
84d15b0
·
1 Parent(s): 6964f72
Files changed (3) hide show
  1. .env.local.template +4 -4
  2. Dockerfile +3 -1
  3. defaults/MODEL_PARAMS +1 -1
.env.local.template CHANGED
@@ -13,10 +13,10 @@ HF_ACCESS_TOKEN=#hf_<token> from from https://huggingface.co/settings/token
13
  SERPAPI_KEY=#your serpapi key here
14
 
15
  # Parameters to enable "Sign in with HF"
16
- OPENID_CLIENT_ID=
17
- OPENID_CLIENT_SECRET=
18
- OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username
19
- OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com
20
 
21
 
22
  # 'name', 'userMessageToken', 'assistantMessageToken' are required
 
13
  SERPAPI_KEY=#your serpapi key here
14
 
15
  # Parameters to enable "Sign in with HF"
16
+ OPENID_CLIENT_ID=${OPENID_CLIENT_ID}
17
+ OPENID_CLIENT_SECRET=${OPENID_CLIENT_SECRET}
18
+ OPENID_SCOPES="openid profile email" # Add "email" for some providers like Google that do not provide preferred_username
19
+ OPENID_PROVIDER_URL=https://accounts.google.com
20
 
21
 
22
  # 'name', 'userMessageToken', 'assistantMessageToken' are required
Dockerfile CHANGED
@@ -29,7 +29,7 @@ COPY .env.local.template .env.local.template
29
  RUN mkdir defaults
30
  ADD defaults /defaults
31
  RUN chmod -R 777 /defaults
32
- RUN --mount=type=secret,id=MONGODB_URL,mode=0444 --mount=type=secret,id=MODEL_URL,mode=0444 \
33
  MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
34
  && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS \
35
  && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE \
@@ -38,6 +38,8 @@ RUN --mount=type=secret,id=MONGODB_URL,mode=0444 --mount=type=secret,id=MODEL_UR
38
  && MONGODB_URL=$(cat /run/secrets/MONGODB_URL > /dev/null | grep '^' || cat /defaults/MONGODB_URL) && export MONGODB_URL && \
39
  MODEL_URL=$(cat /run/secrets/MODEL_URL) && export MODEL_URL && echo "${MODEL_URL}" \
40
  echo "${MONGODB_URL}" && \
 
 
41
  envsubst < ".env.local.template" > ".env.local" \
42
  && rm .env.local.template
43
 
 
29
  RUN mkdir defaults
30
  ADD defaults /defaults
31
  RUN chmod -R 777 /defaults
32
+ RUN --mount=type=secret,id=MONGODB_URL,mode=0444 --mount=type=secret,id=MODEL_URL,mode=0444 --mount=type=secret,id=OPENID_CLIENT_ID,mode=0444 --mount=type=secret,id=OPENID_CLIENT_SECRET,mode=0444\
33
  MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
34
  && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS \
35
  && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE \
 
38
  && MONGODB_URL=$(cat /run/secrets/MONGODB_URL > /dev/null | grep '^' || cat /defaults/MONGODB_URL) && export MONGODB_URL && \
39
  MODEL_URL=$(cat /run/secrets/MODEL_URL) && export MODEL_URL && echo "${MODEL_URL}" \
40
  echo "${MONGODB_URL}" && \
41
+ MODEL_URL=$(cat /run/secrets/OPENID_CLIENT_ID) && export OPENID_CLIENT_ID && echo "${OPENID_CLIENT_ID}" \
42
+ MODEL_URL=$(cat /run/secrets/OPENID_CLIENT_SECRET) && export OPENID_CLIENT_SECRET && echo "${OPENID_CLIENT_SECRET}" \
43
  envsubst < ".env.local.template" > ".env.local" \
44
  && rm .env.local.template
45
 
defaults/MODEL_PARAMS CHANGED
@@ -3,7 +3,7 @@
3
  "top_p": 0.95,
4
  "repetition_penalty": 1.2,
5
  "top_k": 50,
6
- "truncate": 1000,
7
  "max_new_tokens": 1024,
8
  "stop": [
9
  "<|im_end|>"
 
3
  "top_p": 0.95,
4
  "repetition_penalty": 1.2,
5
  "top_k": 50,
6
+ "truncate": 2048,
7
  "max_new_tokens": 1024,
8
  "stop": [
9
  "<|im_end|>"