FinMA2 / config.json

Create config.json

b125112 verified over 2 years ago

398 Bytes

Invalid JSON:Unexpected token 's', "slices: "... is not valid JSON

slices:
  - sources:
      - model: NousResearch/Llama-2-13b-hf
        layer_range: [0, 32]
      - model: FinGPT/fingpt-sentiment_llama2-13b_lora
        layer_range: [0, 32]
merge_method: slerp
base_model: NousResearch/Llama-2-13b-hf
parameters:
  t:
    - filter: self_attn
      value: [0, 0.5, 0.3, 0.7, 1]
    - filter: mlp
      value: [1, 0.5, 0.7, 0.3, 0]
    - value: 0.5
dtype: bfloat16

	slices:
	- sources:
	- model: NousResearch/Llama-2-13b-hf
	layer_range: [0, 32]
	- model: FinGPT/fingpt-sentiment_llama2-13b_lora
	layer_range: [0, 32]
	merge_method: slerp
	base_model: NousResearch/Llama-2-13b-hf
	parameters:
	t:
	- filter: self_attn
	value: [0, 0.5, 0.3, 0.7, 1]
	- filter: mlp
	value: [1, 0.5, 0.7, 0.3, 0]
	- value: 0.5
	dtype: bfloat16