Add support embedding models

Close #17
yethee · Aug 22, 2024 · 780b874 · 780b874
1 parent 94a4ac1
commit 780b874
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/EncoderProvider.php b/src/EncoderProvider.php
@@ -56,6 +56,11 @@ final class EncoderProvider implements ResetInterface
         'gpt-4' => 'cl100k_base',
         'gpt-3.5-turbo' => 'cl100k_base',
         'gpt-3.5' => 'cl100k_base',
+        'davinci-002' => 'cl100k_base',
+        'babbage-002' => 'cl100k_base',
+        'text-embedding-ada-002' => 'cl100k_base',
+        'text-embedding-3-small' => 'cl100k_base',
+        'text-embedding-3-large' => 'cl100k_base',
         'text-davinci-003' => 'p50k_base',
         'text-davinci-002' => 'p50k_base',
         'text-davinci-001' => 'r50k_base',
@@ -74,7 +79,6 @@ final class EncoderProvider implements ResetInterface
         'cushman-codex' => 'p50k_base',
         'text-davinci-edit-001' => 'p50k_edit',
         'code-davinci-edit-001' => 'p50k_edit',
-        'text-embedding-ada-002' => 'cl100k_base',
         'text-similarity-davinci-001' => 'r50k_base',
         'text-similarity-curie-001' => 'r50k_base',
         'text-similarity-babbage-001' => 'r50k_base',