embedded: set seed -1

mudler · Jan 23, 2024 · 50bc9a4 · 50bc9a4
1 parent 389e912
commit 50bc9a4
Show file tree

Hide file tree

Showing 6 changed files with 6 additions and 0 deletions.
diff --git a/embedded/models/dolphin-2.5-mixtral-8x7b.yaml b/embedded/models/dolphin-2.5-mixtral-8x7b.yaml
@@ -5,6 +5,7 @@ parameters:
   temperature: 0.2
   top_k: 40
   top_p: 0.95
+  seed: -1
 template:
   chat_message: |
     <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}

diff --git a/embedded/models/llava.yaml b/embedded/models/llava.yaml
@@ -17,6 +17,7 @@ parameters:
   temperature: 0.2
   top_k: 40
   top_p: 0.95
+  seed: -1
 
 template:
   chat: |

diff --git a/embedded/models/mistral-openorca.yaml b/embedded/models/mistral-openorca.yaml
@@ -5,6 +5,7 @@ parameters:
   temperature: 0.2
   top_k: 40
   top_p: 0.95
+  seed: -1
 template:
   chat_message: |
     <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}

diff --git a/embedded/models/mixtral-instruct.yaml b/embedded/models/mixtral-instruct.yaml
@@ -4,6 +4,7 @@ parameters:
   model: huggingface://TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/mixtral-8x7b-instruct-v0.1.Q2_K.gguf
   temperature: 0.2
   top_k: 40
+  seed: -1
   top_p: 0.95
 template:
   chat: &chat |

diff --git a/embedded/models/tinyllama-chat.yaml b/embedded/models/tinyllama-chat.yaml
@@ -4,6 +4,7 @@ parameters:
   model: huggingface://TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF/tinyllama-1.1b-chat-v0.3.Q8_0.gguf
   temperature: 0.2
   top_k: 40
+  seed: -1
   top_p: 0.95
 template:
   chat_message: |

diff --git a/examples/configurations/phi-2.yaml b/examples/configurations/phi-2.yaml
@@ -10,6 +10,7 @@ parameters:
   temperature: 0.2
   top_k: 40
   top_p: 0.95
+  seed: -1
 template:
   chat: &template |
     Instruct: {{.Input}}