Hugging Face's logo

EleutherAI
/
qm-pythia-1b-mixture

Safetensors
English
Model card Files
xet
Community
atmallen commited on
Commit
72f4e6c
·
1 Parent(s): 38bf687

Training in progress, step 4000

Browse files
Files changed (3) hide show
  1. adapter_config.json +2 -2
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,9 +19,9 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "dense_h_to_4h",
23
  "query_key_value",
24
- "dense_4h_to_h"
 
25
  ],
26
  "task_type": null
27
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
22
  "query_key_value",
23
+ "dense_4h_to_h",
24
+ "dense_h_to_4h"
25
  ],
26
  "task_type": null
27
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8aa18c9f18a85b83b23098f7292b8a286d461d93f0864a9d4fc3dd3a83dbfc3
3
  size 14693400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec3ac19c4f4adec7f37732a42d39298694cb04e8eac015a58d702fee4fe3758c
3
  size 14693400
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4eb1f42637f884d79ad102a3a1544ec599c78738b32a3af76252436c45e059e
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:849121b03700c73ceba7582b69bd1adbdd925613be8e9d8c8707636e6ee82863
3
  size 4728