Upload 24 files
Browse files- pog/checkpoint/adapter_config.json +17 -0
- pog/checkpoint/adapter_model.bin +3 -0
- pog/checkpoint/fusion.bin +3 -0
- pog/checkpoint/projector_model_fuse.bin +3 -0
- pog/checkpoint/prompt_token.bin +3 -0
- pog/checkpoint/rng_state.pth +3 -0
- pog_dense/checkpoint/adapter_config.json +17 -0
- pog_dense/checkpoint/adapter_model.bin +3 -0
- pog_dense/checkpoint/fusion.bin +3 -0
- pog_dense/checkpoint/projector_model_fuse.bin +3 -0
- pog_dense/checkpoint/prompt_token.bin +3 -0
- pog_dense/checkpoint/rng_state.pth +3 -0
- spotify/checkpoint/adapter_config.json +17 -0
- spotify/checkpoint/adapter_model.bin +3 -0
- spotify/checkpoint/fusion.bin +3 -0
- spotify/checkpoint/projector_model_fuse.bin +3 -0
- spotify/checkpoint/prompt_token.bin +3 -0
- spotify/checkpoint/rng_state.pth +3 -0
- spotify_sparse/checkpoint/adapter_config.json +17 -0
- spotify_sparse/checkpoint/adapter_model.bin +3 -0
- spotify_sparse/checkpoint/fusion.bin +3 -0
- spotify_sparse/checkpoint/projector_model_fuse.bin +3 -0
- spotify_sparse/checkpoint/prompt_token.bin +3 -0
- spotify_sparse/checkpoint/rng_state.pth +3 -0
pog/checkpoint/adapter_config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
|
| 3 |
+
"bias": "none",
|
| 4 |
+
"fan_in_fan_out": false,
|
| 5 |
+
"inference_mode": true,
|
| 6 |
+
"init_lora_weights": true,
|
| 7 |
+
"lora_alpha": 16,
|
| 8 |
+
"lora_dropout": 0.05,
|
| 9 |
+
"modules_to_save": null,
|
| 10 |
+
"peft_type": "LORA",
|
| 11 |
+
"r": 8,
|
| 12 |
+
"target_modules": [
|
| 13 |
+
"q_proj",
|
| 14 |
+
"v_proj"
|
| 15 |
+
],
|
| 16 |
+
"task_type": "CAUSAL_LM"
|
| 17 |
+
}
|
pog/checkpoint/adapter_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be8acfb84bf22ac6886c451ab4c4b2893f59441df22be961b070c88755ddd986
|
| 3 |
+
size 16823434
|
pog/checkpoint/fusion.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3c8282da5a712ecc5c2415e4a7e0c3c3b0c366f93ee389c76e2d6c9288bf777b
|
| 3 |
+
size 3302110
|
pog/checkpoint/projector_model_fuse.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b234e34db9f50caf748f35c728909b584dc68b2e8b76efd4b1541dcf233435cf
|
| 3 |
+
size 2149048
|
pog/checkpoint/prompt_token.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c133e8c16cf307429ce17a62a6ee910b722684976f5dc64a78ccb67ef07367be
|
| 3 |
+
size 17653
|
pog/checkpoint/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84384b42757c041cf30f5412d11fb00fb4485c52ee5adc6487f339cfeb2ab91d
|
| 3 |
+
size 14244
|
pog_dense/checkpoint/adapter_config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
|
| 3 |
+
"bias": "none",
|
| 4 |
+
"fan_in_fan_out": false,
|
| 5 |
+
"inference_mode": true,
|
| 6 |
+
"init_lora_weights": true,
|
| 7 |
+
"lora_alpha": 16,
|
| 8 |
+
"lora_dropout": 0.05,
|
| 9 |
+
"modules_to_save": null,
|
| 10 |
+
"peft_type": "LORA",
|
| 11 |
+
"r": 8,
|
| 12 |
+
"target_modules": [
|
| 13 |
+
"q_proj",
|
| 14 |
+
"v_proj"
|
| 15 |
+
],
|
| 16 |
+
"task_type": "CAUSAL_LM"
|
| 17 |
+
}
|
pog_dense/checkpoint/adapter_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8c01e03f34eea9acff40909bbbf207bb06a3470edd9691f51d96474cef3cb04
|
| 3 |
+
size 16823434
|
pog_dense/checkpoint/fusion.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c05e66b63064b8d8216f84b6c337aaadd6cc035db8c91e315197e59ec084708d
|
| 3 |
+
size 3302110
|
pog_dense/checkpoint/projector_model_fuse.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b33217ddb4a8b851f06760c9d0b43c697538fe05cbe6fadf845438963c4e547a
|
| 3 |
+
size 2149048
|
pog_dense/checkpoint/prompt_token.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c133e8c16cf307429ce17a62a6ee910b722684976f5dc64a78ccb67ef07367be
|
| 3 |
+
size 17653
|
pog_dense/checkpoint/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da4e28ea18e1a3d44b9d60c0bc4ce13ba3d119b0d46889f425e94de92d7c1038
|
| 3 |
+
size 14308
|
spotify/checkpoint/adapter_config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
|
| 3 |
+
"bias": "none",
|
| 4 |
+
"fan_in_fan_out": false,
|
| 5 |
+
"inference_mode": true,
|
| 6 |
+
"init_lora_weights": true,
|
| 7 |
+
"lora_alpha": 16,
|
| 8 |
+
"lora_dropout": 0.05,
|
| 9 |
+
"modules_to_save": null,
|
| 10 |
+
"peft_type": "LORA",
|
| 11 |
+
"r": 8,
|
| 12 |
+
"target_modules": [
|
| 13 |
+
"q_proj",
|
| 14 |
+
"v_proj"
|
| 15 |
+
],
|
| 16 |
+
"task_type": "CAUSAL_LM"
|
| 17 |
+
}
|
spotify/checkpoint/adapter_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f8ee03bbc05f0fca83c2fd53c304871fa955fc54d830590732ae879f88c054cc
|
| 3 |
+
size 16823434
|
spotify/checkpoint/fusion.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6d90e4f00864f6b8100bf74ff823cff6cccf1144c4ad5de9d7f83be28960996
|
| 3 |
+
size 1728222
|
spotify/checkpoint/projector_model_fuse.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:592132d4ce45740fecb9655510d35eabf786756ee17376d191fa18ac62217d8e
|
| 3 |
+
size 2149048
|
spotify/checkpoint/prompt_token.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c435cdb44c7cb94613de311be5bb8c2c58967f319af64eba0ee7a42776b6a5b3
|
| 3 |
+
size 17653
|
spotify/checkpoint/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c01a4896ffc9987bf6320a7ab412d0a56850b870b431adda0b6e1093d756f4fd
|
| 3 |
+
size 14308
|
spotify_sparse/checkpoint/adapter_config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
|
| 3 |
+
"bias": "none",
|
| 4 |
+
"fan_in_fan_out": false,
|
| 5 |
+
"inference_mode": true,
|
| 6 |
+
"init_lora_weights": true,
|
| 7 |
+
"lora_alpha": 16,
|
| 8 |
+
"lora_dropout": 0.05,
|
| 9 |
+
"modules_to_save": null,
|
| 10 |
+
"peft_type": "LORA",
|
| 11 |
+
"r": 8,
|
| 12 |
+
"target_modules": [
|
| 13 |
+
"q_proj",
|
| 14 |
+
"v_proj"
|
| 15 |
+
],
|
| 16 |
+
"task_type": "CAUSAL_LM"
|
| 17 |
+
}
|
spotify_sparse/checkpoint/adapter_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:751ae18e43e87e018ddfd4d784ed57c3187bf5d3b237ff381ac5fb07851851b3
|
| 3 |
+
size 16823434
|
spotify_sparse/checkpoint/fusion.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:672c3319066091d17eb7b890524d9db89b7297c784293c8a96e2d9330410814d
|
| 3 |
+
size 1728222
|
spotify_sparse/checkpoint/projector_model_fuse.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c53c9e829804a5235d43fe5e9a3946e3a57e89b2a74a6532867bd6a0e3559fca
|
| 3 |
+
size 2149048
|
spotify_sparse/checkpoint/prompt_token.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b6a8615f0453fd568806f30b2e40218773fd094b811f13aaf6706d79757e610
|
| 3 |
+
size 17653
|
spotify_sparse/checkpoint/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1be84a1eebafd5904c1fde53e7ac721bedf86c0ff9e43c43c706ad9ec3ae1599
|
| 3 |
+
size 14308
|