diff --git a/.github/workflows/windows-build.yaml b/.github/workflows/windows-build.yaml
index 2449ce88..440b880c 100644
--- a/.github/workflows/windows-build.yaml
+++ b/.github/workflows/windows-build.yaml
@@ -73,11 +73,12 @@ jobs:
# Step 9: Install vcpkg and ffmpeg
- name: Install vcpkg and ffmpeg
+ shell: powershell
run: |
- git clone https://github.com/microsoft/vcpkg.git C:\vcpkg
+ if (!(Test-Path "C:\vcpkg")) { git clone https://github.com/microsoft/vcpkg.git C:\vcpkg }
C:\vcpkg\bootstrap-vcpkg.bat
- C:\vcpkg\vcpkg install ffmpeg
- shell: cmd
+ cd openvino_bindings/third_party
+ C:\vcpkg\vcpkg install
# Step 10: Download and Install OpenVINO Runtime
- name: Download and Install OpenVINO Runtime 24.5.0
diff --git a/.gitignore b/.gitignore
index 17b17888..1889f1c4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -19,7 +19,7 @@ migrate_working_dir/
# The .vscode folder contains launch configuration and tasks you configure in
# VS Code which you may wish to be included in version control, so this line
# is commented out by default.
-#.vscode/
+.vscode/
# Flutter/Dart/Pub related
**/doc/api/
diff --git a/assets/manifest.json b/assets/manifest.json
index 5fac7d7f..50377b65 100644
--- a/assets/manifest.json
+++ b/assets/manifest.json
@@ -3,994 +3,1797 @@
{
"name": "Mistral 7b Instruct V0.1",
"id": "mistral-7b-instruct-v0.1-int8-ov",
- "fileSize": 7824223166,
+ "fileSize": 7824223238,
"optimizationPrecision": "int8",
"contextWindow": 32768,
- "description": "Chat with Mistral 7b Instruct V0.1 model",
- "task": "text-generation"
+ "description": "Chat with Mistral 7b Instruct V0.1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Mini 4k Instruct",
"id": "Phi-3-mini-4k-instruct-int4-ov",
- "fileSize": 2637358233,
+ "fileSize": 2317366276,
"optimizationPrecision": "int4",
"contextWindow": 4096,
- "description": "Chat with Phi 3 Mini 4k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Mini 4k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Whisper Base",
+ "id": "whisper-base-fp16-ov",
+ "fileSize": 263786768,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Base",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
},
{
"name": "Open_llama_3b_v2",
"id": "open_llama_3b_v2-int8-ov",
- "fileSize": 3689232132,
+ "fileSize": 3689232204,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Open_llama_3b_v2 model",
- "task": "text-generation"
+ "description": "Chat with Open_llama_3b_v2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ }
+ ],
+ "all_models": [
+ {
+ "name": "Distil Large V2",
+ "id": "distil-large-v2-fp16-ov",
+ "fileSize": 1623693910,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Large V2",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
},
{
- "name": "Open_llama_3b_v2",
- "id": "open_llama_3b_v2-int8-ov",
- "fileSize": 3689232132,
+ "name": "Distil Large V2",
+ "id": "distil-large-v2-int8-ov",
+ "fileSize": 811967934,
"optimizationPrecision": "int8",
- "contextWindow": 2048,
- "description": "Chat with Open_llama_3b_v2 model",
- "task": "text-generation"
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Large V2",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
},
{
- "name": "Open_llama_3b_v2",
- "id": "open_llama_3b_v2-int8-ov",
- "fileSize": 3689232132,
+ "name": "Distil Large V3",
+ "id": "distil-large-v3-int4-ov",
+ "fileSize": 470886140,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Large V3",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Large V3",
+ "id": "distil-large-v3-fp16-ov",
+ "fileSize": 1623692375,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Large V3",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Large V3",
+ "id": "distil-large-v3-int8-ov",
+ "fileSize": 811966358,
"optimizationPrecision": "int8",
- "contextWindow": 2048,
- "description": "Chat with Open_llama_3b_v2 model",
- "task": "text-generation"
- }
- ],
- "all_models": [
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Large V3",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Large V2",
+ "id": "distil-large-v2-int4-ov",
+ "fileSize": 470887685,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Large V2",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Base",
+ "id": "distil-whisper-base-fp16-ov",
+ "fileSize": 160942998,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Base",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Base",
+ "id": "distil-whisper-base-int4-ov",
+ "fileSize": 66325080,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Base",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Base",
+ "id": "distil-whisper-base-int8-ov",
+ "fileSize": 88033050,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Base",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Large V3",
+ "id": "distil-whisper-large-v3-int4-ov",
+ "fileSize": 905249204,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Large V3",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Medium",
+ "id": "distil-whisper-medium-fp16-ov",
+ "fileSize": 1611734288,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Medium",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Large V3",
+ "id": "distil-whisper-large-v3-int8-ov",
+ "fileSize": 1642880457,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Large V3",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Large V3",
+ "id": "distil-whisper-large-v3-fp16-ov",
+ "fileSize": 3318535654,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Large V3",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Medium",
+ "id": "distil-whisper-medium-int4-ov",
+ "fileSize": 467835674,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Medium",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Medium",
+ "id": "distil-whisper-medium-int8-ov",
+ "fileSize": 820786325,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Medium",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Tiny",
+ "id": "distil-whisper-tiny-int4-ov",
+ "fileSize": 42419245,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Tiny",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Tiny",
+ "id": "distil-whisper-tiny-int8-ov",
+ "fileSize": 50341791,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Tiny",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Distil Whisper Tiny",
+ "id": "distil-whisper-tiny-fp16-ov",
+ "fileSize": 87657508,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Distil Whisper Tiny",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Tiny",
+ "id": "whisper-tiny-int4-ov",
+ "fileSize": 68582454,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Tiny",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Base",
+ "id": "whisper-base-int8-ov",
+ "fileSize": 140207692,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Base",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Medium",
+ "id": "whisper-medium-int8-ov",
+ "fileSize": 1250473365,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Medium",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Medium",
+ "id": "whisper-medium-int4-ov",
+ "fileSize": 719474580,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Medium",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Tiny",
+ "id": "whisper-tiny-int8-ov",
+ "fileSize": 80769346,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Tiny",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Base",
+ "id": "whisper-base-int4-ov",
+ "fileSize": 107331169,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Base",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Large V3",
+ "id": "whisper-large-v3-fp16-ov",
+ "fileSize": 5038558437,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Large V3",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Medium",
+ "id": "whisper-medium-fp16-ov",
+ "fileSize": 2465759114,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Medium",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Tiny",
+ "id": "whisper-tiny-fp16-ov",
+ "fileSize": 147388830,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Tiny",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
+ {
+ "name": "Whisper Base",
+ "id": "whisper-base-fp16-ov",
+ "fileSize": 263786768,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Transcribe video with Whisper Base",
+ "task": "speech",
+ "author": "OpenVINO",
+ "collection": "speech-to-text-672321d5c070537a178a8aeb"
+ },
{
"name": "Phi 2",
"id": "phi-2-fp16-ov",
- "fileSize": 5978786593,
+ "fileSize": 5978786613,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Phi 2 model",
- "task": "text-generation"
+ "description": "Chat with Phi 2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 2",
"id": "phi-2-int8-ov",
- "fileSize": 3004595529,
+ "fileSize": 3004595590,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Phi 2 model",
- "task": "text-generation"
+ "description": "Chat with Phi 2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mistral 7b Instruct V0.1",
"id": "mistral-7b-instruct-v0.1-int8-ov",
- "fileSize": 7824223166,
+ "fileSize": 7824223238,
"optimizationPrecision": "int8",
"contextWindow": 32768,
- "description": "Chat with Mistral 7b Instruct V0.1 model",
- "task": "text-generation"
+ "description": "Chat with Mistral 7b Instruct V0.1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mistral 7b Instruct V0.1",
"id": "mistral-7b-instruct-v0.1-fp16-ov",
- "fileSize": 15576387089,
+ "fileSize": 15576387130,
"optimizationPrecision": "fp16",
"contextWindow": 32768,
- "description": "Chat with Mistral 7b Instruct V0.1 model",
- "task": "text-generation"
+ "description": "Chat with Mistral 7b Instruct V0.1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mistral 7b Instruct V0.1",
"id": "mistral-7b-instruct-v0.1-int4-ov",
- "fileSize": 4967917794,
+ "fileSize": 4967917876,
"optimizationPrecision": "int4",
"contextWindow": 32768,
- "description": "Chat with Mistral 7b Instruct V0.1 model",
- "task": "text-generation"
+ "description": "Chat with Mistral 7b Instruct V0.1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Codegen25 7b Multi",
"id": "codegen25-7b-multi-fp16-ov",
- "fileSize": 14822539137,
+ "fileSize": 14822064608,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Codegen25 7b Multi model",
- "task": "text-generation"
+ "description": "Chat with Codegen25 7b Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Codegen25 7b Multi",
"id": "codegen25-7b-multi-int8-ov",
- "fileSize": 7414035410,
+ "fileSize": 7413624227,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Codegen25 7b Multi model",
- "task": "text-generation"
+ "description": "Chat with Codegen25 7b Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mixtral 8x7b Instruct V0.1",
"id": "mixtral-8x7b-instruct-v0.1-int4-ov",
- "fileSize": 30833964831,
+ "fileSize": 30833964913,
"optimizationPrecision": "int4",
"contextWindow": 32768,
- "description": "Chat with Mixtral 8x7b Instruct V0.1 model",
- "task": "text-generation"
+ "description": "Chat with Mixtral 8x7b Instruct V0.1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mixtral 8x7B Instruct V0.1",
"id": "Mixtral-8x7B-Instruct-v0.1-int8-ov",
- "fileSize": 50160688476,
+ "fileSize": 50160688558,
"optimizationPrecision": "int8",
"contextWindow": 32768,
- "description": "Chat with Mixtral 8x7B Instruct V0.1 model",
- "task": "text-generation"
+ "description": "Chat with Mixtral 8x7B Instruct V0.1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Notus 7b V1",
"id": "notus-7b-v1-fp16-ov",
- "fileSize": 15576386988,
+ "fileSize": 15576387018,
"optimizationPrecision": "fp16",
"contextWindow": 32768,
- "description": "Chat with Notus 7b V1 model",
- "task": "text-generation"
+ "description": "Chat with Notus 7b V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Notus 7b V1",
"id": "notus-7b-v1-int8-ov",
- "fileSize": 7803125798,
+ "fileSize": 7803125869,
"optimizationPrecision": "int8",
"contextWindow": 32768,
- "description": "Chat with Notus 7b V1 model",
- "task": "text-generation"
+ "description": "Chat with Notus 7b V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Neural Chat 7b V3 3",
"id": "neural-chat-7b-v3-3-fp16-ov",
- "fileSize": 15576386599,
+ "fileSize": 15576386640,
"optimizationPrecision": "fp16",
"contextWindow": 32768,
- "description": "Chat with Neural Chat 7b V3 3 model",
- "task": "text-generation"
+ "description": "Chat with Neural Chat 7b V3 3",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Neural Chat 7b V3 3",
"id": "neural-chat-7b-v3-3-int8-ov",
- "fileSize": 7803125410,
+ "fileSize": 7803125481,
"optimizationPrecision": "int8",
"contextWindow": 32768,
- "description": "Chat with Neural Chat 7b V3 3 model",
- "task": "text-generation"
+ "description": "Chat with Neural Chat 7b V3 3",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Zephyr 7b Beta",
"id": "zephyr-7b-beta-int8-ov",
- "fileSize": 7803126061,
+ "fileSize": 7803126133,
"optimizationPrecision": "int8",
"contextWindow": 32768,
- "description": "Chat with Zephyr 7b Beta model",
- "task": "text-generation"
+ "description": "Chat with Zephyr 7b Beta",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Zephyr 7b Beta",
"id": "zephyr-7b-beta-int4-ov",
- "fileSize": 4904138531,
+ "fileSize": 4904138613,
"optimizationPrecision": "int4",
"contextWindow": 32768,
- "description": "Chat with Zephyr 7b Beta model",
- "task": "text-generation"
+ "description": "Chat with Zephyr 7b Beta",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Dolly V2 3b",
"id": "dolly-v2-3b-int4-ov",
- "fileSize": 2434908470,
+ "fileSize": 1694037426,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Dolly V2 3b model",
- "task": "text-generation"
+ "description": "Chat with Dolly V2 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Dolly V2 3b",
"id": "dolly-v2-3b-int8-ov",
- "fileSize": 2993180745,
+ "fileSize": 2993264386,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Dolly V2 3b model",
- "task": "text-generation"
+ "description": "Chat with Dolly V2 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Dolly V2 3b",
"id": "dolly-v2-3b-fp16-ov",
- "fileSize": 5967078157,
+ "fileSize": 5967350336,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Dolly V2 3b model",
- "task": "text-generation"
+ "description": "Chat with Dolly V2 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Codegen2 3_7B_P",
"id": "codegen2-3_7B_P-int4-ov",
- "fileSize": 2252764320,
+ "fileSize": 2252764402,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Codegen2 3_7B_P model",
- "task": "text-generation"
+ "description": "Chat with Codegen2 3_7B_P",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Codegen2 3_7B_P",
"id": "codegen2-3_7B_P-fp16-ov",
- "fileSize": 7835969716,
+ "fileSize": 7835969757,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Codegen2 3_7B_P model",
- "task": "text-generation"
+ "description": "Chat with Codegen2 3_7B_P",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Zephyr 7b Beta",
"id": "zephyr-7b-beta-fp16-ov",
- "fileSize": 15576387241,
+ "fileSize": 15576387282,
"optimizationPrecision": "fp16",
"contextWindow": 32768,
- "description": "Chat with Zephyr 7b Beta model",
- "task": "text-generation"
+ "description": "Chat with Zephyr 7b Beta",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Codegen2 3_7B_P",
"id": "codegen2-3_7B_P-int8-ov",
- "fileSize": 3927738589,
+ "fileSize": 3927738671,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Codegen2 3_7B_P model",
- "task": "text-generation"
+ "description": "Chat with Codegen2 3_7B_P",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "TinyLlama 1.1B Chat V1.0",
"id": "TinyLlama-1.1B-Chat-v1.0-fp16-ov",
- "fileSize": 2368272475,
+ "fileSize": 2368272527,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with TinyLlama 1.1B Chat V1.0 model",
- "task": "text-generation"
+ "description": "Chat with TinyLlama 1.1B Chat V1.0",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "TinyLlama 1.1B Chat V1.0",
"id": "TinyLlama-1.1B-Chat-v1.0-int4-ov",
- "fileSize": 668269097,
+ "fileSize": 668269179,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with TinyLlama 1.1B Chat V1.0 model",
- "task": "text-generation"
+ "description": "Chat with TinyLlama 1.1B Chat V1.0",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "TinyLlama 1.1B Chat V1.0",
"id": "TinyLlama-1.1B-Chat-v1.0-int8-ov",
- "fileSize": 1187586826,
+ "fileSize": 1187586908,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with TinyLlama 1.1B Chat V1.0 model",
- "task": "text-generation"
+ "description": "Chat with TinyLlama 1.1B Chat V1.0",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Gpt Neox 20b",
"id": "gpt-neox-20b-int8-ov",
- "fileSize": 22128276574,
+ "fileSize": 22128276646,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Gpt Neox 20b model",
- "task": "text-generation"
+ "description": "Chat with Gpt Neox 20b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Gpt Neox 20b",
"id": "gpt-neox-20b-fp16-ov",
- "fileSize": 44140098869,
+ "fileSize": 44140098910,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Gpt Neox 20b model",
- "task": "text-generation"
- },
- {
- "name": "Gpt Neox 20b",
- "id": "gpt-neox-20b-int4-ov",
- "fileSize": 13968006447,
- "optimizationPrecision": "int4",
- "contextWindow": 2048,
- "description": "Chat with Gpt Neox 20b model",
- "task": "text-generation"
+ "description": "Chat with Gpt Neox 20b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Gpt J 6b",
"id": "gpt-j-6b-int4-ov",
- "fileSize": 4196810211,
+ "fileSize": 4196810272,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Gpt J 6b model",
- "task": "text-generation"
+ "description": "Chat with Gpt J 6b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Gpt J 6b",
"id": "gpt-j-6b-int8-ov",
- "fileSize": 6515945720,
+ "fileSize": 6515945792,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Gpt J 6b model",
- "task": "text-generation"
+ "description": "Chat with Gpt J 6b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Gpt J 6b",
"id": "gpt-j-6b-fp16-ov",
- "fileSize": 13001251300,
+ "fileSize": 13001251330,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Gpt J 6b model",
- "task": "text-generation"
+ "description": "Chat with Gpt J 6b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Falcon 7b Instruct",
"id": "falcon-7b-instruct-int4-ov",
- "fileSize": 3959308647,
+ "fileSize": 3959308719,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Falcon 7b Instruct model",
- "task": "text-generation"
+ "description": "Chat with Falcon 7b Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Falcon 7b Instruct",
"id": "falcon-7b-instruct-fp16-ov",
- "fileSize": 14825512501,
+ "fileSize": 14825512542,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Falcon 7b Instruct model",
- "task": "text-generation"
+ "description": "Chat with Falcon 7b Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Falcon 7b Instruct",
"id": "falcon-7b-instruct-int8-ov",
- "fileSize": 7449021953,
+ "fileSize": 7449022025,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Falcon 7b Instruct model",
- "task": "text-generation"
+ "description": "Chat with Falcon 7b Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Open_llama_7b_v2",
"id": "open_llama_7b_v2-int8-ov",
- "fileSize": 7243946706,
+ "fileSize": 7243946788,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Open_llama_7b_v2 model",
- "task": "text-generation"
+ "description": "Chat with Open_llama_7b_v2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Open_llama_7b_v2",
"id": "open_llama_7b_v2-int4-ov",
- "fileSize": 4581255942,
+ "fileSize": 4581256014,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Open_llama_7b_v2 model",
- "task": "text-generation"
+ "description": "Chat with Open_llama_7b_v2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Open_llama_7b_v2",
"id": "open_llama_7b_v2-fp16-ov",
- "fileSize": 14502136910,
+ "fileSize": 14502136961,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Open_llama_7b_v2 model",
- "task": "text-generation"
+ "description": "Chat with Open_llama_7b_v2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Open_llama_3b_v2",
"id": "open_llama_3b_v2-int8-ov",
- "fileSize": 3689232132,
+ "fileSize": 3689232204,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Open_llama_3b_v2 model",
- "task": "text-generation"
+ "description": "Chat with Open_llama_3b_v2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Open_llama_3b_v2",
"id": "open_llama_3b_v2-fp16-ov",
- "fileSize": 7361187312,
+ "fileSize": 7361187363,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Open_llama_3b_v2 model",
- "task": "text-generation"
+ "description": "Chat with Open_llama_3b_v2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 2",
"id": "phi-2-int4-ov",
- "fileSize": 1963097577,
+ "fileSize": 1963097638,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Phi 2 model",
- "task": "text-generation"
+ "description": "Chat with Phi 2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Neural Chat 7b V3 3",
"id": "neural-chat-7b-v3-3-int4-ov",
- "fileSize": 4957174834,
+ "fileSize": 4957174906,
"optimizationPrecision": "int4",
"contextWindow": 32768,
- "description": "Chat with Neural Chat 7b V3 3 model",
- "task": "text-generation"
+ "description": "Chat with Neural Chat 7b V3 3",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Notus 7b V1",
"id": "notus-7b-v1-int4-ov",
- "fileSize": 4957175373,
+ "fileSize": 4957175444,
"optimizationPrecision": "int4",
"contextWindow": 32768,
- "description": "Chat with Notus 7b V1 model",
- "task": "text-generation"
+ "description": "Chat with Notus 7b V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE Chat 3B V1",
"id": "RedPajama-INCITE-Chat-3B-v1-int8-ov",
- "fileSize": 3003403190,
+ "fileSize": 2993181070,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE Chat 3B V1 model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE Chat 3B V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE 7B Instruct",
"id": "RedPajama-INCITE-7B-Instruct-fp16-ov",
- "fileSize": 14717999973,
+ "fileSize": 14718000035,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE 7B Instruct model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE 7B Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE 7B Instruct",
"id": "RedPajama-INCITE-7B-Instruct-int4-ov",
- "fileSize": 7384270376,
+ "fileSize": 7384270468,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE 7B Instruct model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE 7B Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE 7B Chat",
"id": "RedPajama-INCITE-7B-Chat-int4-ov",
- "fileSize": 4753728620,
+ "fileSize": 4753728702,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE 7B Chat model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE 7B Chat",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE 7B Instruct",
"id": "RedPajama-INCITE-7B-Instruct-int8-ov",
- "fileSize": 7384270355,
+ "fileSize": 7384270448,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE 7B Instruct model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE 7B Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE 7B Chat",
"id": "RedPajama-INCITE-7B-Chat-fp16-ov",
- "fileSize": 14717999600,
+ "fileSize": 14717999652,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE 7B Chat model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE 7B Chat",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE Chat 3B V1",
"id": "RedPajama-INCITE-Chat-3B-v1-int4-ov",
- "fileSize": 1972726843,
+ "fileSize": 1693954060,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE Chat 3B V1 model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE Chat 3B V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE 7B Chat",
"id": "RedPajama-INCITE-7B-Chat-int8-ov",
- "fileSize": 7384270239,
+ "fileSize": 7384270331,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE 7B Chat model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE 7B Chat",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE Chat 3B V1",
"id": "RedPajama-INCITE-Chat-3B-v1-fp16-ov",
- "fileSize": 5977741177,
+ "fileSize": 5967266928,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE Chat 3B V1 model",
- "task": "text-generation"
- },
- {
- "name": "Dolly V2 12b",
- "id": "dolly-v2-12b-int4-ov",
- "fileSize": 8093674841,
- "optimizationPrecision": "int4",
- "contextWindow": 2048,
- "description": "Chat with Dolly V2 12b model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE Chat 3B V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Dolly V2 7b",
"id": "dolly-v2-7b-int4-ov",
- "fileSize": 4753855475,
+ "fileSize": 4753855546,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Dolly V2 7b model",
- "task": "text-generation"
+ "description": "Chat with Dolly V2 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Dolly V2 7b",
"id": "dolly-v2-7b-int8-ov",
- "fileSize": 7384407579,
+ "fileSize": 7384407651,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Dolly V2 7b model",
- "task": "text-generation"
+ "description": "Chat with Dolly V2 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Dolly V2 7b",
"id": "dolly-v2-7b-fp16-ov",
- "fileSize": 14718147683,
+ "fileSize": 14718147724,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Dolly V2 7b model",
- "task": "text-generation"
+ "description": "Chat with Dolly V2 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mistral 7B Instruct V0.2",
"id": "Mistral-7B-Instruct-v0.2-int8-ov",
- "fileSize": 7823897819,
+ "fileSize": 7823897901,
"optimizationPrecision": "int8",
"contextWindow": 32768,
- "description": "Chat with Mistral 7B Instruct V0.2 model",
- "task": "text-generation"
+ "description": "Chat with Mistral 7B Instruct V0.2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Dolly V2 12b",
"id": "dolly-v2-12b-int8-ov",
- "fileSize": 12785790267,
+ "fileSize": 12785790338,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Dolly V2 12b model",
- "task": "text-generation"
+ "description": "Chat with Dolly V2 12b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mistral 7B Instruct V0.2",
"id": "Mistral-7B-Instruct-v0.2-int4-ov",
- "fileSize": 4957164416,
+ "fileSize": 4957164498,
"optimizationPrecision": "int4",
"contextWindow": 32768,
- "description": "Chat with Mistral 7B Instruct V0.2 model",
- "task": "text-generation"
+ "description": "Chat with Mistral 7B Instruct V0.2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mistral 7B Instruct V0.2",
"id": "Mistral-7B-Instruct-v0.2-fp16-ov",
- "fileSize": 15576062131,
+ "fileSize": 15576062183,
"optimizationPrecision": "fp16",
"contextWindow": 32768,
- "description": "Chat with Mistral 7B Instruct V0.2 model",
- "task": "text-generation"
+ "description": "Chat with Mistral 7B Instruct V0.2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Codegen25 7b Multi",
"id": "codegen25-7b-multi-int4-ov",
- "fileSize": 4760257312,
+ "fileSize": 4074538822,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Codegen25 7b Multi model",
- "task": "text-generation"
+ "description": "Chat with Codegen25 7b Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Persimmon 8b Chat",
"id": "persimmon-8b-chat-int4-ov",
- "fileSize": 6896839595,
+ "fileSize": 6896839666,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Persimmon 8b Chat model",
- "task": "text-generation"
+ "description": "Chat with Persimmon 8b Chat",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Persimmon 8b Chat",
"id": "persimmon-8b-chat-int8-ov",
- "fileSize": 12791514405,
+ "fileSize": 12791514477,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Persimmon 8b Chat model",
- "task": "text-generation"
+ "description": "Chat with Persimmon 8b Chat",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 1.4b",
"id": "pythia-1.4b-int4-ov",
- "fileSize": 6890411793,
+ "fileSize": 6890411865,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Pythia 1.4b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 1.4b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 1.4b",
"id": "pythia-1.4b-int8-ov",
- "fileSize": 12785086603,
+ "fileSize": 12785086675,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Pythia 1.4b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 1.4b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Persimmon 8b Chat",
"id": "persimmon-8b-chat-fp16-ov",
- "fileSize": 25461688234,
+ "fileSize": 25461688275,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Persimmon 8b Chat model",
- "task": "text-generation"
+ "description": "Chat with Persimmon 8b Chat",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 1.4b",
"id": "pythia-1.4b-fp16-ov",
- "fileSize": 25455260443,
+ "fileSize": 25455260474,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Pythia 1.4b model",
- "task": "text-generation"
- },
- {
- "name": "Pythia 12b",
- "id": "pythia-12b-int4-ov",
- "fileSize": 3824586206,
- "optimizationPrecision": "int4",
- "contextWindow": 2048,
- "description": "Chat with Pythia 12b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 1.4b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 12b",
"id": "pythia-12b-int8-ov",
- "fileSize": 7153039029,
+ "fileSize": 7153039101,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Pythia 12b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 12b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 2.8b",
"id": "pythia-2.8b-int8-ov",
- "fileSize": 7153039039,
+ "fileSize": 7153039111,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Pythia 2.8b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 2.8b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 2.8b",
"id": "pythia-2.8b-int4-ov",
- "fileSize": 3824586216,
+ "fileSize": 3824586288,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Pythia 2.8b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 2.8b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 12b",
"id": "pythia-12b-fp16-ov",
- "fileSize": 14293243461,
+ "fileSize": 14293243502,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Pythia 12b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 12b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 6.9b",
"id": "pythia-6.9b-int4-ov",
- "fileSize": 3824586216,
+ "fileSize": 3824586288,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Pythia 6.9b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 6.9b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 6.9b",
"id": "pythia-6.9b-int8-ov",
- "fileSize": 7153039039,
+ "fileSize": 7153039111,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Pythia 6.9b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 6.9b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 2.8b",
"id": "pythia-2.8b-fp16-ov",
- "fileSize": 14293243256,
+ "fileSize": 14293243287,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Pythia 2.8b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 2.8b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 6.9b",
"id": "pythia-6.9b-fp16-ov",
- "fileSize": 14293243256,
+ "fileSize": 14293243287,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Pythia 6.9b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 6.9b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 1b",
"id": "pythia-1b-int4-ov",
- "fileSize": 669587847,
+ "fileSize": 669587919,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Pythia 1b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 1b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 1b",
"id": "pythia-1b-int8-ov",
- "fileSize": 1107284420,
+ "fileSize": 1107284481,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Pythia 1b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 1b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Pythia 1b",
"id": "pythia-1b-fp16-ov",
- "fileSize": 2181025578,
+ "fileSize": 2181025619,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Pythia 1b model",
- "task": "text-generation"
+ "description": "Chat with Pythia 1b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Neural Chat 7b V1 1",
"id": "neural-chat-7b-v1-1-int4-ov",
- "fileSize": 3824586268,
+ "fileSize": 3824586350,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Neural Chat 7b V1 1 model",
- "task": "text-generation"
+ "description": "Chat with Neural Chat 7b V1 1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Neural Chat 7b V1 1",
"id": "neural-chat-7b-v1-1-int8-ov",
- "fileSize": 7153039101,
+ "fileSize": 7153039173,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Neural Chat 7b V1 1 model",
- "task": "text-generation"
+ "description": "Chat with Neural Chat 7b V1 1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Neural Chat 7b V1 1",
"id": "neural-chat-7b-v1-1-fp16-ov",
- "fileSize": 14293243287,
+ "fileSize": 14293243328,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Neural Chat 7b V1 1 model",
- "task": "text-generation"
+ "description": "Chat with Neural Chat 7b V1 1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Medium 4k Instruct",
"id": "Phi-3-medium-4k-instruct-fp16-ov",
- "fileSize": 29965606794,
+ "fileSize": 29965606845,
"optimizationPrecision": "fp16",
"contextWindow": 4096,
- "description": "Chat with Phi 3 Medium 4k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Medium 4k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Medium 4k Instruct",
"id": "Phi-3-medium-4k-instruct-int4-ov",
- "fileSize": 7964805299,
+ "fileSize": 7964805381,
"optimizationPrecision": "int4",
"contextWindow": 4096,
- "description": "Chat with Phi 3 Medium 4k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Medium 4k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Medium 4k Instruct",
"id": "Phi-3-medium-4k-instruct-int8-ov",
- "fileSize": 15040585641,
+ "fileSize": 15040585723,
"optimizationPrecision": "int8",
"contextWindow": 4096,
- "description": "Chat with Phi 3 Medium 4k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Medium 4k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mpt 7b",
"id": "mpt-7b-int8-ov",
- "fileSize": 7146788625,
+ "fileSize": 7146788697,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with Mpt 7b model",
- "task": "text-generation"
+ "description": "Chat with Mpt 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Mpt 7b",
"id": "mpt-7b-fp16-ov",
- "fileSize": 14286814799,
+ "fileSize": 14286814840,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with Mpt 7b model",
- "task": "text-generation"
+ "description": "Chat with Mpt 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 15b",
"id": "starcoder2-15b-int8-ov",
- "fileSize": 17190289720,
+ "fileSize": 17190289792,
"optimizationPrecision": "int8",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 15b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 15b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 15b",
"id": "starcoder2-15b-int4-ov",
- "fileSize": 9169658515,
+ "fileSize": 9169658587,
"optimizationPrecision": "int4",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 15b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 15b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 15b",
"id": "starcoder2-15b-fp16-ov",
- "fileSize": 34262102706,
+ "fileSize": 34262102747,
"optimizationPrecision": "fp16",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 15b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 15b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 7b",
"id": "starcoder2-7b-fp16-ov",
- "fileSize": 15470719144,
+ "fileSize": 15470719185,
"optimizationPrecision": "fp16",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 7b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 7b",
"id": "starcoder2-7b-int4-ov",
- "fileSize": 4111254624,
+ "fileSize": 4111254696,
"optimizationPrecision": "int4",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 7b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 7b",
"id": "starcoder2-7b-int8-ov",
- "fileSize": 7729586294,
+ "fileSize": 7729586365,
"optimizationPrecision": "int8",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 7b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 3b",
"id": "starcoder2-3b-int4-ov",
- "fileSize": 1780962229,
+ "fileSize": 1780962300,
"optimizationPrecision": "int4",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 3b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 3b",
"id": "starcoder2-3b-fp16-ov",
- "fileSize": 6526229346,
+ "fileSize": 6526229387,
"optimizationPrecision": "fp16",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 3b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Starcoder2 3b",
"id": "starcoder2-3b-int8-ov",
- "fileSize": 3273295377,
+ "fileSize": 3273295448,
"optimizationPrecision": "int8",
"contextWindow": 16384,
- "description": "Chat with Starcoder2 3b model",
- "task": "text-generation"
+ "description": "Chat with Starcoder2 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Mini 4k Instruct",
"id": "Phi-3-mini-4k-instruct-fp16-ov",
- "fileSize": 8209920736,
+ "fileSize": 8212081759,
"optimizationPrecision": "fp16",
"contextWindow": 4096,
- "description": "Chat with Phi 3 Mini 4k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Mini 4k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Mini 128k Instruct",
"id": "Phi-3-mini-128k-instruct-fp16-ov",
- "fileSize": 8210027955,
+ "fileSize": 8210027996,
"optimizationPrecision": "fp16",
"contextWindow": 131072,
- "description": "Chat with Phi 3 Mini 128k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Mini 128k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Mini 128k Instruct",
"id": "Phi-3-mini-128k-instruct-int4-ov",
- "fileSize": 2637434178,
+ "fileSize": 2637434260,
"optimizationPrecision": "int4",
"contextWindow": 131072,
- "description": "Chat with Phi 3 Mini 128k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Mini 128k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Mini 4k Instruct",
"id": "Phi-3-mini-4k-instruct-int4-ov",
- "fileSize": 2637358233,
+ "fileSize": 2317366276,
"optimizationPrecision": "int4",
"contextWindow": 4096,
- "description": "Chat with Phi 3 Mini 4k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Mini 4k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Mini 4k Instruct",
"id": "Phi-3-mini-4k-instruct-int8-ov",
- "fileSize": 4108269167,
+ "fileSize": 4110513544,
"optimizationPrecision": "int8",
"contextWindow": 4096,
- "description": "Chat with Phi 3 Mini 4k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Mini 4k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Phi 3 Mini 128k Instruct",
"id": "Phi-3-mini-128k-instruct-int8-ov",
- "fileSize": 4108345114,
+ "fileSize": 4108345195,
"optimizationPrecision": "int8",
"contextWindow": 131072,
- "description": "Chat with Phi 3 Mini 128k Instruct model",
- "task": "text-generation"
+ "description": "Chat with Phi 3 Mini 128k Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "Open_llama_3b_v2",
"id": "open_llama_3b_v2-int4-ov",
- "fileSize": 1960434251,
+ "fileSize": 1960434322,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with Open_llama_3b_v2 model",
- "task": "text-generation"
+ "description": "Chat with Open_llama_3b_v2",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE Instruct 3B V1",
"id": "RedPajama-INCITE-Instruct-3B-v1-fp16-ov",
- "fileSize": 5975908581,
+ "fileSize": 5975908643,
"optimizationPrecision": "fp16",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE Instruct 3B V1 model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE Instruct 3B V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE Instruct 3B V1",
"id": "RedPajama-INCITE-Instruct-3B-v1-int4-ov",
- "fileSize": 1970894247,
+ "fileSize": 1970894350,
"optimizationPrecision": "int4",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE Instruct 3B V1 model",
- "task": "text-generation"
+ "description": "Chat with RedPajama INCITE Instruct 3B V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
},
{
"name": "RedPajama INCITE Instruct 3B V1",
"id": "RedPajama-INCITE-Instruct-3B-v1-int8-ov",
- "fileSize": 3001571035,
+ "fileSize": 3001571127,
+ "optimizationPrecision": "int8",
+ "contextWindow": 2048,
+ "description": "Chat with RedPajama INCITE Instruct 3B V1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 2b It",
+ "id": "gemma-2b-it-fp16-ov",
+ "fileSize": 5437344390,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 2b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 2b It",
+ "id": "gemma-2b-it-int8-ov",
+ "fileSize": 2753201206,
+ "optimizationPrecision": "int8",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 2b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 2b",
+ "id": "gemma-2b-fp16-ov",
+ "fileSize": 5437342382,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 2b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 2b",
+ "id": "gemma-2b-int4-ov",
+ "fileSize": 1722552895,
+ "optimizationPrecision": "int4",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 2b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 2b It",
+ "id": "gemma-2b-it-int4-ov",
+ "fileSize": 1722555876,
+ "optimizationPrecision": "int4",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 2b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 7b",
+ "id": "gemma-7b-fp16-ov",
+ "fileSize": 18419687858,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 7b",
+ "id": "gemma-7b-int4-ov",
+ "fileSize": 5223957293,
+ "optimizationPrecision": "int4",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 7b",
+ "id": "gemma-7b-int8-ov",
+ "fileSize": 9228794075,
+ "optimizationPrecision": "int8",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 7b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 7b It",
+ "id": "gemma-7b-it-int8-ov",
+ "fileSize": 9228795991,
+ "optimizationPrecision": "int8",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 7b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 7b It",
+ "id": "gemma-7b-it-fp16-ov",
+ "fileSize": 18419689774,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 7b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 7b It",
+ "id": "gemma-7b-it-int4-ov",
+ "fileSize": 5223959210,
+ "optimizationPrecision": "int4",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 7b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Bloomz 1b1",
+ "id": "bloomz-1b1-fp16-ov",
+ "fileSize": 2322177211,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Chat with Bloomz 1b1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Bloomz 1b1",
+ "id": "bloomz-1b1-int4-ov",
+ "fileSize": 812344015,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Chat with Bloomz 1b1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Bloomz 3b",
+ "id": "bloomz-3b-int8-ov",
+ "fileSize": 3267500581,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Chat with Bloomz 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Bloomz 1b1",
+ "id": "bloomz-1b1-int8-ov",
+ "fileSize": 1184136430,
+ "optimizationPrecision": "int8",
+ "contextWindow": 0,
+ "description": "Chat with Bloomz 1b1",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Bloomz 3b",
+ "id": "bloomz-3b-int4-ov",
+ "fileSize": 2043570274,
+ "optimizationPrecision": "int4",
+ "contextWindow": 0,
+ "description": "Chat with Bloomz 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Bloomz 3b",
+ "id": "bloomz-3b-fp16-ov",
+ "fileSize": 6488568080,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 0,
+ "description": "Chat with Bloomz 3b",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Codegen 2B Multi",
+ "id": "codegen-2B-multi-int8-ov",
+ "fileSize": 2995146381,
+ "optimizationPrecision": "int8",
+ "contextWindow": 2048,
+ "description": "Chat with Codegen 2B Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Codegen 2B Multi",
+ "id": "codegen-2B-multi-fp16-ov",
+ "fileSize": 5980001146,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 2048,
+ "description": "Chat with Codegen 2B Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Codegen 2B Multi",
+ "id": "codegen-2B-multi-int4-ov",
+ "fileSize": 1696055110,
+ "optimizationPrecision": "int4",
+ "contextWindow": 2048,
+ "description": "Chat with Codegen 2B Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Codegen 6B Multi",
+ "id": "codegen-6B-multi-int4-ov",
+ "fileSize": 4165776649,
+ "optimizationPrecision": "int4",
+ "contextWindow": 2048,
+ "description": "Chat with Codegen 6B Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Codegen 6B Multi",
+ "id": "codegen-6B-multi-fp16-ov",
+ "fileSize": 15149850695,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 2048,
+ "description": "Chat with Codegen 6B Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Codegen 6B Multi",
+ "id": "codegen-6B-multi-int8-ov",
+ "fileSize": 7601603664,
"optimizationPrecision": "int8",
"contextWindow": 2048,
- "description": "Chat with RedPajama INCITE Instruct 3B V1 model",
- "task": "text-generation"
+ "description": "Chat with Codegen 6B Multi",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Phi 3.5 Mini Instruct",
+ "id": "Phi-3.5-mini-instruct-fp16-ov",
+ "fileSize": 8211750487,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 131072,
+ "description": "Chat with Phi 3.5 Mini Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Phi 3.5 Mini Instruct",
+ "id": "Phi-3.5-mini-instruct-int8-ov",
+ "fileSize": 4110193740,
+ "optimizationPrecision": "int8",
+ "contextWindow": 131072,
+ "description": "Chat with Phi 3.5 Mini Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Phi 3.5 Mini Instruct",
+ "id": "Phi-3.5-mini-instruct-int4-ov",
+ "fileSize": 2242029798,
+ "optimizationPrecision": "int4",
+ "contextWindow": 131072,
+ "description": "Chat with Phi 3.5 Mini Instruct",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 2 9b It",
+ "id": "gemma-2-9b-it-int4-ov",
+ "fileSize": 5698219462,
+ "optimizationPrecision": "int4",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 2 9b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 2 9b It",
+ "id": "gemma-2-9b-it-int8-ov",
+ "fileSize": 9992851184,
+ "optimizationPrecision": "int8",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 2 9b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
+ },
+ {
+ "name": "Gemma 2 9b It",
+ "id": "gemma-2-9b-it-fp16-ov",
+ "fileSize": 19924637310,
+ "optimizationPrecision": "fp16",
+ "contextWindow": 8192,
+ "description": "Chat with Gemma 2 9b It",
+ "task": "text-generation",
+ "author": "OpenVINO",
+ "collection": "llm-6687aaa2abca3bbcec71a9bd"
}
]
}
diff --git a/images/banner.png b/images/banner.png
new file mode 100644
index 00000000..f27dcb25
Binary files /dev/null and b/images/banner.png differ
diff --git a/images/clear.svg b/images/clear.svg
index a9f643c0..a7fc7e39 100644
--- a/images/clear.svg
+++ b/images/clear.svg
@@ -1,2 +1,4 @@
-
-
\ No newline at end of file
+
\ No newline at end of file
diff --git a/images/copy.svg b/images/copy.svg
index 7a23f242..d2b20a7e 100644
--- a/images/copy.svg
+++ b/images/copy.svg
@@ -1,31 +1,4 @@
-