tinybiggames
/

dolphin-2.9.1-llama-3-8b-Q4_K_M-GGUF

Generated from Trainer

Inference Endpoints

Model card Files Files and versions Community

tinybiggames commited on May 22

Commit

99a890b

•

1 Parent(s): c04b11d

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -40,7 +40,7 @@ How to define model:
 ```Delphi
 Model_Define('dolphin-2.9.1-llama-3-8b.Q4_K_M.gguf',
-  'dolphin-llama3:8B:Q4KM', 8000,
   '<|im_start|>{role}\n{content}<|im_end|>\n',
   '<|im_start|>assistant');
 ```
@@ -66,7 +66,7 @@ var
   LOutputTokens: Int32;
   LTotalTokens: Int32;
-if Inference_Run('dolphin-llama3:8B:Q4KM', 1024) then
   begin
     Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
       @LTotalTokens);

 ```Delphi
 Model_Define('dolphin-2.9.1-llama-3-8b.Q4_K_M.gguf',
+  'dolphin-2.9.1-llama-3-8b.Q4_K_M', 8000,
   '<|im_start|>{role}\n{content}<|im_end|>\n',
   '<|im_start|>assistant');
 ```
   LOutputTokens: Int32;
   LTotalTokens: Int32;
+if Inference_Run('dolphin-2.9.1-llama-3-8b.Q4_K_M', 1024) then
   begin
     Inference_GetUsage(nil, @LTokenOutputSpeed, @LInputTokens, @LOutputTokens,
       @LTotalTokens);