Skip to content

Commit

Permalink
add gemma-7b-it to groq models (mckaywrigley#1749)
Browse files Browse the repository at this point in the history
  • Loading branch information
kovrichard authored Jun 2, 2024
1 parent 66f4bd6 commit f3e8554
Show file tree
Hide file tree
Showing 3 changed files with 28 additions and 1 deletion.
6 changes: 6 additions & 0 deletions lib/chat-setting-limits.ts
Original file line number Diff line number Diff line change
Expand Up @@ -105,6 +105,12 @@ export const CHAT_SETTING_LIMITS: Record<LLMID, ChatSettingLimits> = {
MAX_TOKEN_OUTPUT_LENGTH: 4096,
MAX_CONTEXT_LENGTH: 32768
},
"gemma-7b-it": {
MIN_TEMPERATURE: 0.0,
MAX_TEMPERATURE: 2.0,
MAX_TOKEN_OUTPUT_LENGTH: 8192,
MAX_CONTEXT_LENGTH: 8192
},

// OPENAI MODELS
"gpt-3.5-turbo": {
Expand Down
22 changes: 21 additions & 1 deletion lib/models/llm/groq-llm-list.ts
Original file line number Diff line number Diff line change
Expand Up @@ -47,4 +47,24 @@ const MIXTRAL_8X7B: LLM = {
}
}

export const GROQ_LLM_LIST: LLM[] = [LLaMA3_8B, LLaMA3_70B, MIXTRAL_8X7B]
const GEMMA_7B_IT: LLM = {
modelId: "gemma-7b-it",
modelName: "Gemma-7b-It",
provider: "groq",
hostedId: "gemma-7b-it",
platformLink: GROQ_PLATORM_LINK,
imageInput: false,
pricing: {
currency: "USD",
unit: "1M tokens",
inputCost: 0.15,
outputCost: 0.15
}
}

export const GROQ_LLM_LIST: LLM[] = [
LLaMA3_8B,
LLaMA3_70B,
MIXTRAL_8X7B,
GEMMA_7B_IT
]
1 change: 1 addition & 0 deletions types/llms.ts
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ export type GroqLLMID =
| "llama3-8b-8192" // LLaMA3-8b
| "llama3-70b-8192" // LLaMA3-70b
| "mixtral-8x7b-32768" // Mixtral-8x7b
| "gemma-7b-it" // Gemma-7b IT

// Perplexity Models (UPDATED 1/31/24)
export type PerplexityLLMID =
Expand Down

0 comments on commit f3e8554

Please sign in to comment.