config.json

{  
  "model_name": "Agent_Gemma_7b",   
  "model_type": "gemma-sam-hybrid", // Custom model type  
  "base_model": "google/gemma-7b",   
  "merged_models": [    
    "google/gemma-7b",    
    "SuperAGI/SAM"  
  ],   
  "slices": [    
    {      
      "sources": [        
        {"model": "google/gemma-7b", "layer_range": [0, 32]},        
        {"model": "SuperAGI/SAM", "layer_range": [0, 32]}      
      ],      
      "merge_method": "slerp"    
    }  
  ],   
  "parameters": {     
    "t": [      
      {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},      
      {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},      
      {"value": 0.5}     
    ],    
    "dtype": "bfloat16" 
  }
}