Spaces:
Runtime error
Runtime error
Update my_app.aiconfig.json
Browse files- my_app.aiconfig.json +33 -12
my_app.aiconfig.json
CHANGED
|
@@ -14,23 +14,24 @@
|
|
| 14 |
"description": "In this notebook, we compare the individual performance of HF hosted LLMs () on a few example questions from the GLUE benchmarks (https://gluebenchmark.com/tasks).\n\nExample questions taken from \"What is the GLUE Benchmark\" medium post - https://angelina-yang.medium.com/what-is-the-glue-benchmark-for-nlu-systems-61127b3cab3f",
|
| 15 |
"prompts": [
|
| 16 |
{
|
| 17 |
-
"name": "
|
| 18 |
-
"input": "{{
|
| 19 |
"metadata": {
|
| 20 |
"model": {
|
| 21 |
-
"name": "
|
| 22 |
"settings": {
|
| 23 |
-
"model": "microsoft/phi-
|
| 24 |
}
|
| 25 |
},
|
| 26 |
"tags": null,
|
| 27 |
"parameters": {}
|
| 28 |
},
|
| 29 |
-
"outputs":
|
|
|
|
| 30 |
},
|
| 31 |
{
|
| 32 |
"name": "mistral_7b_v0.1",
|
| 33 |
-
"input": "{{
|
| 34 |
"metadata": {
|
| 35 |
"model": {
|
| 36 |
"name": "Text Generation",
|
|
@@ -41,22 +42,42 @@
|
|
| 41 |
"tags": null,
|
| 42 |
"parameters": {}
|
| 43 |
},
|
| 44 |
-
"outputs": [
|
|
|
|
| 45 |
},
|
| 46 |
{
|
| 47 |
-
"name": "
|
| 48 |
-
"input": "{{
|
| 49 |
"metadata": {
|
| 50 |
"model": {
|
| 51 |
-
"name": "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
"settings": {
|
| 53 |
-
"model": "
|
| 54 |
}
|
| 55 |
},
|
| 56 |
"tags": null,
|
| 57 |
"parameters": {}
|
| 58 |
},
|
| 59 |
-
"outputs": [
|
|
|
|
| 60 |
}
|
| 61 |
]
|
| 62 |
}
|
|
|
|
| 14 |
"description": "In this notebook, we compare the individual performance of HF hosted LLMs () on a few example questions from the GLUE benchmarks (https://gluebenchmark.com/tasks).\n\nExample questions taken from \"What is the GLUE Benchmark\" medium post - https://angelina-yang.medium.com/what-is-the-glue-benchmark-for-nlu-systems-61127b3cab3f",
|
| 15 |
"prompts": [
|
| 16 |
{
|
| 17 |
+
"name": "msft_phi_1.5",
|
| 18 |
+
"input": "{{SST_2_ex_prompt}}",
|
| 19 |
"metadata": {
|
| 20 |
"model": {
|
| 21 |
+
"name": "Conversational",
|
| 22 |
"settings": {
|
| 23 |
+
"model": "microsoft/phi-1_5"
|
| 24 |
}
|
| 25 |
},
|
| 26 |
"tags": null,
|
| 27 |
"parameters": {}
|
| 28 |
},
|
| 29 |
+
"outputs": [
|
| 30 |
+
]
|
| 31 |
},
|
| 32 |
{
|
| 33 |
"name": "mistral_7b_v0.1",
|
| 34 |
+
"input": "{{SST_2_ex_prompt}}",
|
| 35 |
"metadata": {
|
| 36 |
"model": {
|
| 37 |
"name": "Text Generation",
|
|
|
|
| 42 |
"tags": null,
|
| 43 |
"parameters": {}
|
| 44 |
},
|
| 45 |
+
"outputs": [
|
| 46 |
+
]
|
| 47 |
},
|
| 48 |
{
|
| 49 |
+
"name": "google_flan_t5_sm",
|
| 50 |
+
"input": "{{SST_2_ex_prompt}}",
|
| 51 |
"metadata": {
|
| 52 |
"model": {
|
| 53 |
+
"name": "Conversational",
|
| 54 |
+
"settings": {
|
| 55 |
+
"model": "google/flan-t5-small",
|
| 56 |
+
"max_new_tokens": 250,
|
| 57 |
+
"stream": false
|
| 58 |
+
}
|
| 59 |
+
},
|
| 60 |
+
"tags": null,
|
| 61 |
+
"parameters": {}
|
| 62 |
+
},
|
| 63 |
+
"outputs": [
|
| 64 |
+
]
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"name": "tinyllama-1_1B",
|
| 68 |
+
"input": "<|system|>\nYou are to answer the following question by the user</s>\n<|user|>\n{{SST_2_ex_prompt}}</s>\n<|assistant|>",
|
| 69 |
+
"metadata": {
|
| 70 |
+
"model": {
|
| 71 |
+
"name": "Conversational",
|
| 72 |
"settings": {
|
| 73 |
+
"model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
| 74 |
}
|
| 75 |
},
|
| 76 |
"tags": null,
|
| 77 |
"parameters": {}
|
| 78 |
},
|
| 79 |
+
"outputs": [
|
| 80 |
+
]
|
| 81 |
}
|
| 82 |
]
|
| 83 |
}
|