Browse Source

Add nvidia codegemma 7b (#3437)

Josh Feng 1 year ago
parent
commit
3e6631312d

+ 1 - 0
api/core/model_runtime/model_providers/nvidia/llm/_position.yaml

@@ -1,4 +1,5 @@
 - google/gemma-7b
+- google/codegemma-7b
 - meta/llama2-70b
 - mistralai/mixtral-8x7b-instruct-v0.1
 - fuyu-8b

+ 30 - 0
api/core/model_runtime/model_providers/nvidia/llm/codegemma-7b.yaml

@@ -0,0 +1,30 @@
+model: google/codegemma-7b
+label:
+  zh_Hans: google/codegemma-7b
+  en_US: google/codegemma-7b
+model_type: llm
+features:
+  - agent-thought
+model_properties:
+  mode: chat
+  context_size: 8192
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+  - name: top_p
+    use_template: top_p
+  - name: max_tokens
+    use_template: max_tokens
+    default: 1024
+    min: 1
+    max: 1024
+  - name: frequency_penalty
+    use_template: frequency_penalty
+    min: -2
+    max: 2
+    default: 0
+  - name: presence_penalty
+    use_template: presence_penalty
+    min: -2
+    max: 2
+    default: 0

+ 1 - 0
api/core/model_runtime/model_providers/nvidia/llm/llm.py

@@ -24,6 +24,7 @@ class NVIDIALargeLanguageModel(OAIAPICompatLargeLanguageModel):
         'fuyu-8b': 'vlm/adept/fuyu-8b',
         'mistralai/mixtral-8x7b-instruct-v0.1': '',
         'google/gemma-7b': '',
+        'google/codegemma-7b': '',
         'meta/llama2-70b': ''
     }