fix: handles bug (#765)

letta-ai · Jan 24, 2025 · 0a0330c · 0a0330c
1 parent 06ca10a
commit 0a0330c
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 1 deletion.
diff --git a/letta/schemas/llm_config_overrides.py b/letta/schemas/llm_config_overrides.py
@@ -19,7 +19,7 @@
         "gpt-4-turbo-2024-04-09": "gpt-4-turbo-apr",
         "gpt-4o-2024-05-13": "gpt-4o-may",
         "gpt-4o-2024-08-06": "gpt-4o-aug",
-        "gpt-4o-mini-2024-07-18": "gpt-4o-mini",
+        "gpt-4o-mini-2024-07-18": "gpt-4o-mini-jul",
     },
     "together": {
         "Qwen/Qwen2.5-72B-Instruct-Turbo": "qwen-2.5-72b-instruct",

diff --git a/tests/test_server.py b/tests/test_server.py
@@ -1238,3 +1238,12 @@ def test_messages_with_provider_override(server: SyncServer, user_id: str):
     assert completion_tokens == usage.completion_tokens
     assert prompt_tokens == usage.prompt_tokens
     assert total_tokens == usage.total_tokens
+
+
+def test_unique_handles_for_provider_configs(server: SyncServer):
+    models = server.list_llm_models()
+    model_handles = [model.handle for model in models]
+    assert sorted(model_handles) == sorted(list(set(model_handles))), "All models should have unique handles"
+    embeddings = server.list_embedding_models()
+    embedding_handles = [embedding.handle for embedding in embeddings]
+    assert sorted(embedding_handles) == sorted(list(set(embedding_handles))), "All embeddings should have unique handles"