Create patent_Llama_ties.yaml

examples/patent_Llama_ties.yaml

@@ -0,0 +1,18 @@
+models:
+  - model: NousResearch/Llama-2-7b-hf
+    #no parameters necessary for base model
+  - model: arcee-ai/Patent-Instruct-7b
+    parameters:
+      density: 0.5
+      weight: 0.5
+  - model: chargoddard/internlm2-7b-llama
+    parameters:
+      density: 0.5
+      weight: 0.5
+
+merge_method: ties
+base_model: NousResearch/Llama-2-7b-hf
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float16