compose and model list update (#44)

smallcloudai · Jul 5, 2024 · 208b99b · 208b99b
1 parent a746161
commit 208b99b
Show file tree

Hide file tree

Showing 2 changed files with 34 additions and 27 deletions.
diff --git a/public/docker-compose.yml b/public/docker-compose.yml
@@ -7,6 +7,7 @@ services:
       - perm_storage:/perm_storage
     ports:
       - 8008:8008
+    shm_size: "256m"
     deploy:
       resources:
         reservations:
@@ -15,7 +16,7 @@ services:
               count: all
               capabilities: [ gpu ]
     environment:
-      - ENTERPRISE_DATABASE_HOST=refact_db
+      - REFACT_DATABASE_HOST=refact_db
       - ENTERPRISE_ADMIN_TOKEN=12345  # change this token to restrict access to the admin panel
     links:
       - refact_db

diff --git a/src/content/docs/supported-models.md b/src/content/docs/supported-models.md
@@ -50,68 +50,68 @@ In Refact self-hosted you can select between the following models:
 <td></td>
 </tr>
 <tr>
-<td>deepseek-coder/1.3b/base</td>
+<td>starcoder/7b/base</td>
 <td>✓</td>
 </tr>
 <tr>
-<td>deepseek-coder/1.3b/vllm</td>
-<td>✓</td>
+<td>starcoder/7b/vllm</td>
+<td></td>
 </tr>
 <tr>
-<td>deepseek-coder/5.7b/mqa-base</td>
-<td>✓</td>
+<td>starcoder/15b/base</td>
+<td></td>
 </tr>
 <tr>
-<td>deepseek-coder/5.7b/vllm</td>
-<td>✓</td>
+<td>starcoder/15b/plus</td>
+<td></td>
 </tr>
 <tr>
-<td>codellama/7b</td>
+<td>starcoder2/3b/base</td>
 <td>✓</td>
 </tr>
 <tr>
-<td>stable/3b/code</td>
-<td></td>
+<td>starcoder2/3b/vllm</td>
+<td>✓</td>
 </tr>
 <tr>
-<td>starcoder/15b/base</td>
-<td></td>
+<td>starcoder2/7b/base</td>
+<td>✓</td>
 </tr>
 <tr>
-<td>starcoder/15b/plus</td>
-<td></td>
+<td>starcoder2/7b/vllm</td>
+<td>✓</td>
 </tr>
 <tr>
-<td>starcoder/7b/base</td>
+<td>starcoder2/15b/base</td>
 <td>✓</td>
 </tr>
 <tr>
-<td>starcoder/7b/vllm</td>
-<td></td>
+<td>deepseek-coder/1.3b/base</td>
+<td>✓</td>
 </tr>
 <tr>
-<td>wizardcoder/15b</td>
-<td></td>
+<td>deepseek-coder/1.3b/vllm</td>
+<td>✓</td>
 </tr>
 <tr>
-<td>starcoder2/15b/base</td>
+<td>deepseek-coder/5.7b/mqa-base</td>
 <td>✓</td>
 </tr>
 <tr>
-<td>starcoder2/3b/base</td>
+<td>deepseek-coder/5.7b/vllm</td>
 <td>✓</td>
 </tr>
 <tr>
-<td>starcoder2/3b/vllm</td>
+<td>codellama/7b</td>
 <td>✓</td>
 </tr>
 <tr>
-<td>starcoder2/7b/base</td>
-<td>✓</td>
+<td>stable/3b/code</td>
+<td></td>
 </tr>
 <tr>
-<td>starcoder2/7b/vllm</td>
-<td>✓</td>
+<td>wizardcoder/15b</td>
+<td></td>
 </tr>
 </tbody>
 </table>
@@ -163,6 +163,12 @@ In Refact self-hosted you can select between the following models:
 <tr>
 <td>mixtral/8x7b/instruct-v0.1</td>
 </tr>
+<tr>
+<td>llama3/8b/instruct</td>
+</tr>
+<tr>
+<td>llama3/8b/instruct/vllm</td>
+</tr>
 </tbody>
 </table>