nsarrazin HF Staff commited on
Commit
4f8e8e5
·
unverified ·
1 Parent(s): a70e605

build(config): remove 405B from prod config (#1422)

Browse files
Files changed (1) hide show
  1. chart/env/prod.yaml +2 -31
chart/env/prod.yaml CHANGED
@@ -68,36 +68,6 @@ envVars:
68
  }
69
  ]
70
  },
71
- {
72
- "name" : "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
73
- "id": "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
74
- "tokenizer": {"tokenizerUrl": "https://huggingface.co/nsarrazin/llama3.1-tokenizer/resolve/main/tokenizer.json", "tokenizerConfigUrl": "https://huggingface.co/nsarrazin/llama3.1-tokenizer/raw/main/tokenizer_config.json"},
75
- "description": "The most intelligent open-source model, showing exceptional capabilities for complex tasks.",
76
- "modelUrl": "https://huggingface.co/meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
77
- "websiteUrl": "https://llama.meta.com/",
78
- "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/meta-logo.png",
79
- "tools": true,
80
- "preprompt" : "",
81
- "parameters": {
82
- "temperature": 0.6,
83
- "top_p": 0.9,
84
- "stop": ["<|endoftext|>", "<|eot_id|>"],
85
- "max_new_tokens": 2048,
86
- "truncate": 14335
87
- },
88
- "promptExamples": [
89
- {
90
- "title": "Write an email from bullet list",
91
- "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
92
- }, {
93
- "title": "Code a snake game",
94
- "prompt": "Code a basic snake game in python, give explanations for each step."
95
- }, {
96
- "title": "Assist in a task",
97
- "prompt": "How do I make a delicious lemon cheesecake?"
98
- }
99
- ]
100
- },
101
  {
102
  "name" : "CohereForAI/c4ai-command-r-plus",
103
  "tokenizer": {"tokenizerUrl": "https://huggingface.co/nsarrazin/c4ai-command-r-v01-tokenizer/resolve/main/tokenizer.json", "tokenizerConfigUrl": "https://huggingface.co/nsarrazin/c4ai-command-r-v01-tokenizer/raw/main/tokenizer_config.json"},
@@ -296,7 +266,8 @@ envVars:
296
  { "name": "meta-llama/Llama-2-70b-chat-hf" },
297
  { "name": "codellama/CodeLlama-70b-Instruct-hf" },
298
  { "name": "openchat/openchat-3.5-0106" },
299
- { "name": "meta-llama/Meta-Llama-3-70B-Instruct"}
 
300
  ]
301
  PUBLIC_ORIGIN: "https://huggingface.co"
302
  PUBLIC_SHARE_PREFIX: "https://hf.co/chat"
 
68
  }
69
  ]
70
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  {
72
  "name" : "CohereForAI/c4ai-command-r-plus",
73
  "tokenizer": {"tokenizerUrl": "https://huggingface.co/nsarrazin/c4ai-command-r-v01-tokenizer/resolve/main/tokenizer.json", "tokenizerConfigUrl": "https://huggingface.co/nsarrazin/c4ai-command-r-v01-tokenizer/raw/main/tokenizer_config.json"},
 
266
  { "name": "meta-llama/Llama-2-70b-chat-hf" },
267
  { "name": "codellama/CodeLlama-70b-Instruct-hf" },
268
  { "name": "openchat/openchat-3.5-0106" },
269
+ { "name": "meta-llama/Meta-Llama-3-70B-Instruct"},
270
+ { "name": "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8"}
271
  ]
272
  PUBLIC_ORIGIN: "https://huggingface.co"
273
  PUBLIC_SHARE_PREFIX: "https://hf.co/chat"